-- Logs begin at Wed 2022-02-02 14:42:28 UTC, end at Wed 2022-02-02 16:06:21 UTC. -- Feb 02 15:37:07.772254 dv-cinder-817833-1-iscsi systemd[1]: Started Devstack devstack@q-svc.service. Feb 02 15:37:10.134350 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.common.config [-] Logging enabled! Feb 02 15:37:10.134985 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Feb 02 15:37:10.135116 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 15:37:10.138764 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.common.config [-] Logging enabled! Feb 02 15:37:10.139019 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.common.config [-] /usr/local/bin/neutron-server version 18.2.1.dev19 Feb 02 15:37:10.139339 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] command line: /usr/local/bin/neutron-server --config-file /etc/neutron/neutron.conf --config-file /etc/neutron/plugins/ml2/ml2_conf.ini {{(pid=87051) setup_logging /opt/stack/neutron/neutron/common/config.py:112}} Feb 02 15:37:10.140550 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:37:10.140825 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] Configuration options gathered from: {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:37:10.140974 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ================================================================================ {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] allow_bulk = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] allow_overlapping_ips = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] api_extensions_path = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] api_paste_config = api-paste.ini {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] api_workers = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] auth_strategy = keystone {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143928 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] backlog = 4096 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143928 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] base_mac = fa:16:3e:00:00:00 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.143928 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] bind_host = 0.0.0.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.144209 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] bind_port = 9696 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.144486 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] client_socket_timeout = 900 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.144774 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] config_dir = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.145002 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.145282 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] config_source = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.145570 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] control_exchange = neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.145856 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] core_plugin = ml2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.146077 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] debug = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.146383 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] default_availability_zones = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.146810 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.147232 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] dhcp_agent_notification = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.147508 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] dhcp_lease_duration = 86400 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.147797 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] dns_domain = openstacklocal {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.148073 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] enable_traditional_dhcp = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.148345 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] external_dns_driver = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.148621 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] filter_validation = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.148900 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] global_physnet_mtu = 1500 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.149235 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] host = dv-cinder-817833-1-iscsi {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.149513 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] http_retries = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.149798 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] instance_format = [instance: %(uuid)s] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.150100 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.150399 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ipam_driver = internal {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.150666 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ipv6_pd_enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.150943 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] log_config_append = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.151227 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.151504 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] log_dir = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.151775 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] log_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.152048 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] log_rotate_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.152336 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] log_rotate_interval_type = days {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.152626 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] log_rotation_type = none {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.152920 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.153142 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.153366 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.153657 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.154741 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.155029 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] max_dns_nameservers = 5 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.155310 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] max_header_line = 16384 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.155586 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] max_logfile_count = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.155858 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] max_logfile_size_mb = 200 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.156137 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] max_subnet_host_routes = 20 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.156406 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] network_link_prefix = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.156692 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] notify_nova_on_port_data_changes = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.156973 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] notify_nova_on_port_status_changes = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.157258 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] pagination_max_limit = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.157533 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] periodic_fuzzy_delay = 5 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.157810 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] periodic_interval = 40 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.158118 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] publish_errors = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.158386 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] rate_limit_burst = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.158674 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] rate_limit_except_level = CRITICAL {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.158950 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] rate_limit_interval = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.159227 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] retry_until_window = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.159502 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] rpc_response_max_timeout = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.159789 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] rpc_state_report_workers = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.160059 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] rpc_workers = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.160331 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] send_events_interval = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.160633 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.160917 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] setproctitle = on {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.161200 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] state_path = /opt/stack/data/neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.161481 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] syslog_log_facility = LOG_USER {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.161755 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] tcp_keepidle = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.162036 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] transport_url = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.162333 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] use_eventlog = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.162605 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] use_journal = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.162883 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] use_json = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.163156 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] use_ssl = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.163424 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] use_stderr = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.163711 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] use_syslog = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.163972 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] vlan_transparent = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.164242 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] watch_log_file = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.164515 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] wsgi_default_pool_size = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.164788 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] wsgi_keep_alive = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.165071 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.165338 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] wsgi_server_debug = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:10.165640 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_concurrency.disable_process_locking = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.165933 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.166264 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.connection_string = messaging:// {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.166552 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.166846 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.es_doc_type = notification {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.167127 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.es_scroll_size = 10000 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.167551 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.es_scroll_time = 2m {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.168195 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.filter_error_trace = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.168490 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.hmac_keys = SECRET_KEY {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.168789 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.sentinel_service_name = mymaster {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.169080 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.socket_timeout = 0.1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.169383 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] profiler.trace_sqlalchemy = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.169678 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.enforce_new_defaults = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.169957 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.enforce_scope = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.170290 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.policy_default_rule = default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.170597 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.170895 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.171184 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.171464 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.171738 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.172006 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.172283 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.172571 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.172862 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.auth_type = password {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.173156 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.173434 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.173705 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.173983 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.endpoint_type = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.174297 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.174567 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.174843 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.live_migration_events = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.175132 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.region_name = RegionOne {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.175407 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.175683 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] nova.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.175963 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.176239 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.auth_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.176505 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.176784 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.177057 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.177347 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.endpoint_type = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.177626 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.177897 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.178184 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.178521 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.178733 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] placement.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.179014 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.179300 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.auth_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.179604 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.connect_retries = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.connect_retry_delay = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.enable_notifications = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.endpoint_override = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.interface = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.182211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.183139 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.max_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.183139 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.min_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.183139 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.183139 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.service_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.183435 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.service_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.183513 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.183811 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.status_code_retries = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.184049 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.status_code_retry_delay = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.184292 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.184566 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.valid_interfaces = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.184839 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ironic.version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.185156 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] service_providers.service_provider = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.185450 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.185760 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.186006 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.186305 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.186583 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.186855 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.187136 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.187408 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.187689 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.187959 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.188301 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.188535 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.188813 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.189092 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.189359 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.189658 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.189930 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.190252 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.190522 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.190808 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.191095 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.191417 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.191683 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.192033 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.192500 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.192595 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_rabbit.ssl_version = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.192835 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.driver = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.193109 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.retry = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.193420 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.193700 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] oslo_messaging_notifications.transport_url = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:10.193917 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.common.config [-] ******************************************************************************** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:37:10.194190 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo.service.wsgi [-] Loading app neutron from /etc/neutron/api-paste.ini {{(pid=87051) load_app /usr/local/lib/python3.8/dist-packages/oslo_service/wsgi.py:349}} Feb 02 15:37:10.589049 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO keyring.backend [-] Loading KWallet Feb 02 15:37:10.597077 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO keyring.backend [-] Loading SecretService Feb 02 15:37:10.600884 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO keyring.backend [-] Loading Windows Feb 02 15:37:10.602271 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO keyring.backend [-] Loading chainer Feb 02 15:37:10.602870 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO keyring.backend [-] Loading macOS Feb 02 15:37:10.638524 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" acquired by "neutron_lib.plugins.directory._create_plugin_directory" :: waited 0.000s {{(pid=87051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 15:37:10.638800 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_concurrency.lockutils [-] Lock "plugin-directory" released by "neutron_lib.plugins.directory._create_plugin_directory" :: held 0.001s {{(pid=87051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 15:37:10.639094 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_concurrency.lockutils [-] Lock "manager" acquired by "neutron.manager.NeutronManager._create_instance" :: waited 0.000s {{(pid=87051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:355}} Feb 02 15:37:10.639432 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [-] Loading core plugin: ml2 Feb 02 15:37:10.956063 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:10.956352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:10.956627 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:10.957855 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:10.958153 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:10.958422 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.077300 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.077610 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.077824 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.091124 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.091453 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.091722 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.120457 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.120735 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.121004 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.159727 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.160337 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.160337 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.395500 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.395786 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.396052 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment precommit_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.396318 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: network precommit_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.397145 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: segment before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.517395 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.517709 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: agent before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.517996 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.518304 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.518578 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.518891 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.519162 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.519421 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment precommit_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.519676 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.519958 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.520218 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > network precommit_delete 0 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.520480 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port provisioning_complete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.520741 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.520995 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.521261 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > agent after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.521530 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.521786 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > subnet precommit_delete 0 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.522055 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.522335 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.522614 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.522959 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.523211 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.523459 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.523738 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.523986 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.524231 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.524614 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: network configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:11.524850 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: port configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:11.525085 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnet configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:11.525317 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: subnetpool configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:11.525551 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:11.525780 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [-] Tracking information for resource: security_group_rule configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:11.526172 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Configured type driver names: ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] Feb 02 15:37:11.529316 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_flat [-] Allowable flat physical_network names: ['physnet1'] Feb 02 15:37:11.533267 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_local [-] ML2 LocalTypeDriver initialization complete Feb 02 15:37:11.536979 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_vlan [-] Network VLAN ranges: OrderedDict([('physnet1', [(350, 399)])]) Feb 02 15:37:11.538650 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Loaded type driver names: ['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan'] Feb 02 15:37:11.539092 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Registered types: dict_keys(['flat', 'geneve', 'gre', 'local', 'vlan', 'vxlan']) Feb 02 15:37:11.539423 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Tenant network_types: ['vlan'] Feb 02 15:37:11.539804 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Configured extension driver names: ['port_security'] Feb 02 15:37:11.542843 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Loaded extension driver names: ['port_security'] Feb 02 15:37:11.543092 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Registered extension drivers: ['port_security'] Feb 02 15:37:11.543436 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Configured mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 15:37:11.571367 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.openvswitch.mech_driver.mech_openvswitch [-] Open vSwitch agent's supported_vnic_types: ['normal', 'direct', 'smart-nic', 'vdpa'] Feb 02 15:37:11.571806 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > qos_plugin after_init 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.572103 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.services.qos.drivers.openvswitch.driver [-] Open vSwitch QoS driver registered {{(pid=87051) register /opt/stack/neutron/neutron/services/qos/drivers/openvswitch/driver.py:82}} Feb 02 15:37:11.572464 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > logging-plugin after_init 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.573852 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.services.logapi.drivers.openvswitch.driver [-] Open vSwitch logging driver registered {{(pid=87051) register /opt/stack/neutron/neutron/services/logapi/drivers/openvswitch/driver.py:69}} Feb 02 15:37:11.574160 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Loaded mechanism driver names: ['openvswitch', 'hyperv'] Feb 02 15:37:11.574408 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Registered mechanism drivers: ['openvswitch', 'hyperv'] Feb 02 15:37:11.578277 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > floatingip before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.578559 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [-] Subscribe: > port before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:11.641563 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'flat' Feb 02 15:37:11.641786 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_flat [-] ML2 FlatTypeDriver initialization complete Feb 02 15:37:11.642021 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [-] Initializing driver for type 'geneve' Feb 02 15:37:11.642437 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_tunnel [-] geneve ID ranges: [(1, 1000)] Feb 02 15:37:11.674156 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_db.sqlalchemy.engines [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] MySQL server mode set to STRICT_TRANS_TABLES,STRICT_ALL_TABLES,NO_ZERO_IN_DATE,NO_ZERO_DATE,ERROR_FOR_DIVISION_BY_ZERO,TRADITIONAL,NO_ENGINE_SUBSTITUTION {{(pid=87051) _check_effective_sql_mode /usr/local/lib/python3.8/dist-packages/oslo_db/sqlalchemy/engines.py:304}} Feb 02 15:37:12.024592 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing driver for type 'gre' Feb 02 15:37:12.025115 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] gre ID ranges: [(1, 1000)] Feb 02 15:37:12.079593 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing driver for type 'local' Feb 02 15:37:12.080160 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing driver for type 'vlan' Feb 02 15:37:12.093428 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_vlan [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] VlanTypeDriver initialization complete Feb 02 15:37:12.093820 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing driver for type 'vxlan' Feb 02 15:37:12.094329 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.drivers.type_tunnel [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] vxlan ID ranges: [(1, 1000)] Feb 02 15:37:12.149372 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing extension driver 'port_security' Feb 02 15:37:12.149812 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.extensions.port_security [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] PortSecurityExtensionDriver initialization complete Feb 02 15:37:12.150171 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing mechanism driver 'openvswitch' Feb 02 15:37:12.150501 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing mechanism driver 'hyperv' Feb 02 15:37:12.157536 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.plugin [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] neutron.plugins.ml2.plugin.Ml2Plugin method _start_rpc_notifiers called with arguments () {} {{(pid=87051) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:12.158229 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.158605 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.158955 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.159484 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[port] started {{(pid=87051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:37:12.159925 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.160465 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.160613 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.161011 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[subnet] started {{(pid=87051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:37:12.161427 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.161774 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.162136 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.162542 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[network] started {{(pid=87051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:37:12.162951 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > security_group after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.163301 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > security_group after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.163641 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > security_group after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.164035 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group] started {{(pid=87051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:37:12.164444 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > security_group_rule after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.164791 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > security_group_rule after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.165129 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > security_group_rule after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.165649 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[security_group_rule] started {{(pid=87051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:37:12.166057 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > address_group after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.166429 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > address_group after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.166772 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > address_group after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.167167 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.ovo_rpc [-] Thread ObjectChangeHandler[address_group] started {{(pid=87051) dispatch_events /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:111}} Feb 02 15:37:12.167612 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.plugins.ml2.ovo_rpc [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] ML2 OVO RPC backend initialized. {{(pid=87051) __init__ /opt/stack/neutron/neutron/plugins/ml2/ovo_rpc.py:169}} Feb 02 15:37:12.168327 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.168685 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.169101 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.170017 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > networks before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.170400 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.170786 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > ports before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.171129 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnet before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.171472 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnets before_response 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.171821 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.172168 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.172508 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.172847 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.173188 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.173523 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.173860 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnet after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.174226 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnet after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.174562 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > subnet after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.175148 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.plugin [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Modular L2 Plugin initialization complete Feb 02 15:37:12.175483 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading services supported by the core plugin {{(pid=87051) _load_services_from_core_plugin /opt/stack/neutron/neutron/manager.py:168}} Feb 02 15:37:12.175811 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.plugins.ml2.managers [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Got port-security extension from driver 'port_security' Feb 02 15:37:12.176274 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.extensions.vlantransparent [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Disabled vlantransparent extension. Feb 02 15:37:12.176765 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading service plugins: ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin', 'auto_allocate', 'tag', 'timestamp', 'network_ip_availability', 'flavors', 'revisions'] {{(pid=87051) _load_service_plugins /opt/stack/neutron/neutron/manager.py:194}} Feb 02 15:37:12.177079 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: router Feb 02 15:37:12.213301 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router_interface before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.213690 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router after_create 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.214061 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router before_create 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.214457 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router_interface before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.214833 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router_interface after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.215188 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router after_delete 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.215547 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > floatingip after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.215911 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router after_create 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.216821 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router after_update 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.217135 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router after_update 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.217494 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router_gateway after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.217847 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router after_update 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.218285 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.218657 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: port after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.218999 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: port after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.219343 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: subnet after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.219685 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: subnetpool_address_scope after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.220035 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > port precommit_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.220383 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.220737 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: port before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.221083 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.221441 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router after_update 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.221787 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_delete 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.222169 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_create 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.222537 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router_interface after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.222884 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_update 55549900 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.223252 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > agent after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.223605 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > agent after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.223952 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > network after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.224814 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Tracking information for resource: router configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:12.225145 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Tracking information for resource: floatingip configured {{(pid=87051) set_tracked_resource /opt/stack/neutron/neutron/quota/resource_registry.py:205}} Feb 02 15:37:12.230169 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.db.l3_agentschedulers_db [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Skipping period L3 agent status check because automatic router rescheduling is disabled. Feb 02 15:37:12.230756 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: port after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.231120 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: port after_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.231475 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: port after_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.231874 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: port after_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.233292 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router before_create 55550100 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.233662 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_delete 55550100 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.234028 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_create 55550100 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.234413 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > router precommit_update 55550100 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.238860 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.services.provider_configuration [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service providers = [] {{(pid=87051) parse_service_provider_opt /opt/stack/neutron/neutron/services/provider_configuration.py:171}} Feb 02 15:37:12.239229 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.db.servicetype_db [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Adding provider configuration for service L3_ROUTER_NAT {{(pid=87051) add_provider_configuration /opt/stack/neutron/neutron/db/servicetype_db.py:42}} Feb 02 15:37:12.242235 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.services.service_base [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded 'neutron.services.l3_router.service_providers.dvrha.DvrHaDriver' provider for service L3_ROUTER_NAT {{(pid=87051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:37:12.242592 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.services.service_base [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded 'neutron.services.l3_router.service_providers.dvr.DvrDriver' provider for service L3_ROUTER_NAT {{(pid=87051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:37:12.242936 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.services.service_base [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded 'neutron.services.l3_router.service_providers.ha.HaDriver' provider for service L3_ROUTER_NAT {{(pid=87051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:37:12.243826 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.services.service_base [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded 'neutron.services.l3_router.service_providers.single_node.SingleNodeDriver' provider for service L3_ROUTER_NAT {{(pid=87051) load_drivers /opt/stack/neutron/neutron/services/service_base.py:49}} Feb 02 15:37:12.244200 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.services.service_base [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Default provider is not specified for service type L3_ROUTER_NAT Feb 02 15:37:12.244576 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded L3_ROUTER_NAT plugin. Description: L3 Router Service Plugin for basic L3 forwarding between (L2) Neutron networks and access to external networks via a NAT gateway. {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.244894 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: neutron.services.metering.metering_plugin.MeteringPlugin Feb 02 15:37:12.255987 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded METERING plugin. Description: METERING {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.256326 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: auto_allocate Feb 02 15:37:12.262295 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: network precommit_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.262660 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: network precommit_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.263277 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded auto-allocated-topology plugin. Description: Auto Allocated Topology - aka get me a network. {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.263608 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: tag Feb 02 15:37:12.270330 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded TAG plugin. Description: Tag support {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.270666 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: timestamp Feb 02 15:37:12.274776 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded timestamp plugin. Description: Adds timestamps to Neutron resources with standard attributes {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.275060 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: network_ip_availability Feb 02 15:37:12.280931 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.281302 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.281658 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.282401 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded network-ip-availability plugin. Description: Provides IP availability data for each network and subnet. {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.282745 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: flavors Feb 02 15:37:12.287494 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded FLAVORS plugin. Description: Neutron Flavors and Service Profiles manager plugin {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.287830 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading Plugin: revisions Feb 02 15:37:12.292137 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Successfully loaded revision_plugin plugin. Description: Adds revision numbers to resources. {{(pid=87051) _create_and_add_service_plugin /opt/stack/neutron/neutron/manager.py:229}} Feb 02 15:37:12.292535 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_concurrency.lockutils [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Lock "manager" released by "neutron.manager.NeutronManager._create_instance" :: held 1.653s {{(pid=87051) inner /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:367}} Feb 02 15:37:12.293274 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] get_extension_paths = OrderedDict([('/opt/stack/neutron/neutron/extensions', 1)]) {{(pid=87051) get_extensions_path /opt/stack/neutron/neutron/api/extensions.py:640}} Feb 02 15:37:12.293612 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Initializing extension manager. Feb 02 15:37:12.294138 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: __init__.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.295082 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: __pycache__ {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.295418 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: _standard_attr_segment_lib.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.295757 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: address_group.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.296520 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Address group" alias="address-group" description="Support address group" updated="2020-07-15T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.297078 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: address-group Feb 02 15:37:12.297401 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: address_scope.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.298141 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Address scope" alias="address-scope" description="Address scopes extension." updated="2015-07-26T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.298649 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: address-scope Feb 02 15:37:12.298971 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: admin_state_down_before_update.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.299906 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Enforce Router's Admin State Down Before Update Extension" alias="router-admin-state-down-before-update" description="Ensure that the admin state of a router is DOWN (admin_state_up=False) before updating the distributed attribute" updated="2019-07-02T15:56:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.300411 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: router-admin-state-down-before-update Feb 02 15:37:12.300732 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: agent.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.301433 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="agent" alias="agent" description="The agent management extension." updated="2013-02-03T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.301935 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: agent Feb 02 15:37:12.302285 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: agent_resources_synced.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.303206 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Agent's Resource View Synced to Placement" alias="agent-resources-synced" description="Stores success/failure of last sync to Placement" updated="2018-12-19T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.303705 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: agent-resources-synced Feb 02 15:37:12.304027 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: allowedaddresspairs.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.306010 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Allowed Address Pairs" alias="allowed-address-pairs" description="Provides allowed address pairs" updated="2013-07-23T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.306555 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: allowed-address-pairs Feb 02 15:37:12.306885 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: auto_allocated_topology.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.307972 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Auto Allocated Topology Services" alias="auto-allocated-topology" description="Auto Allocated Topology Services." updated="2016-01-01T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.308483 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: auto-allocated-topology Feb 02 15:37:12.308807 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: availability_zone.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.309506 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Availability Zone" alias="availability_zone" description="The availability zone extension." updated="2015-01-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.310616 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: availability_zone Feb 02 15:37:12.310940 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: availability_zone_filter.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.311859 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Availability Zone Filter Extension" alias="availability_zone_filter" description="Add filter parameters to AvailabilityZone resource" updated="2018-06-22T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.312359 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: availability_zone_filter Feb 02 15:37:12.312685 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: data_plane_status.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.313599 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port data plane status extension" alias="data-plane-status" description="Expose status of underlying data plane" updated="2017-01-24T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.314173 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension data-plane-status not supported by any of loaded plugins Feb 02 15:37:12.314453 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: default_subnetpools.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.315359 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Default Subnetpools" alias="default-subnetpools" description="Provides ability to mark and use a subnetpool as the default." updated="2016-02-18T18:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.315852 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: default-subnetpools Feb 02 15:37:12.316174 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: dhcpagentscheduler.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.316979 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="DHCP Agent Scheduler" alias="dhcp_agent_scheduler" description="Schedule networks among dhcp agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.317478 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: dhcp_agent_scheduler Feb 02 15:37:12.317801 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: dns.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.318740 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="DNS Integration" alias="dns-integration" description="Provides integration with DNS." updated="2015-08-15T18:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.319237 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension dns-integration not supported by any of loaded plugins Feb 02 15:37:12.319558 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: dns_domain_ports.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.320479 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="dns_domain for ports" alias="dns-domain-ports" description="Allows the DNS domain to be specified for a network port." updated="2017-04-24T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.320970 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension dns-domain-ports not supported by any of loaded plugins Feb 02 15:37:12.321290 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: dvr.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.321970 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Distributed Virtual Router" alias="dvr" description="Enables configuration of Distributed Virtual Routers." updated="2014-06-1T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.322512 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: dvr Feb 02 15:37:12.322833 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: empty_string_filtering.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.323751 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Empty String Filtering Extension" alias="empty-string-filtering" description="Allow filtering by attributes with empty string value" updated="2018-05-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.324252 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: empty-string-filtering Feb 02 15:37:12.324572 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: expose_l3_conntrack_helper.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.325488 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Expose CT target rules for conntrack helper" alias="expose-l3-conntrack-helper" description="Expose allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.326570 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension expose-l3-conntrack-helper not supported by any of loaded plugins Feb 02 15:37:12.326891 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: expose_port_forwarding_in_fip.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.327810 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Expose Floating IP port forwardings" alias="expose-port-forwarding-in-fip" description="Expose port forwarding fields in floating IP response" updated="2018-06-28T16:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.328305 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension expose-port-forwarding-in-fip not supported by any of loaded plugins Feb 02 15:37:12.328624 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: external_net.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.329536 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron external network" alias="external-net" description="Adds external network attribute to network resource." updated="2013-01-14T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.330038 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: external-net Feb 02 15:37:12.330384 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: extra_dhcp_opt.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.331299 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Extra DHCP options" alias="extra_dhcp_opt" description="Extra options configuration for DHCP. For example PXE boot options to DHCP clients can be specified (e.g. tftp-server, server-ip-address, bootfile-name)" updated="2013-03-17T12:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.331795 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: extra_dhcp_opt Feb 02 15:37:12.332113 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: extraroute.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.333036 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Extra Route" alias="extraroute" description="Extra routes configuration for L3 router" updated="2013-02-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.333536 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: extraroute Feb 02 15:37:12.333855 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: extraroute_atomic.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.334928 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Atomically add/remove extra routes" alias="extraroute-atomic" description="Edit extra routes of a router on server side by atomically adding/removing extra routes" updated="2019-07-10T00:00:00+00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.335436 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: extraroute-atomic Feb 02 15:37:12.335756 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: filter_validation.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.336423 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Filter parameters validation" alias="filter-validation" description="Provides validation on filter parameters." updated="2018-07-04T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.336924 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: filter-validation Feb 02 15:37:12.337242 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: fip_pf_description.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.338188 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Floating IP Port Forwarding new attribute description" alias="floating-ip-port-forwarding-description" description="Add a description field to Port Forwarding rules" updated="2019-11-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.338687 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension floating-ip-port-forwarding-description not supported by any of loaded plugins Feb 02 15:37:12.339007 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: fip_port_details.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.339931 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Floating IP Port Details Extension" alias="fip-port-details" description="Add port_details attribute to Floating IP resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.340430 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: fip-port-details Feb 02 15:37:12.340748 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: flavors.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.342029 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Service Flavors" alias="flavors" description="Flavor specification for Neutron advanced services." updated="2015-09-17T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.342572 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: flavors Feb 02 15:37:12.342898 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: floating_ip_port_forwarding.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.344575 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Floating IP Port Forwarding" alias="floating-ip-port-forwarding" description="Allow port forwarding from floating IP port to an internal port" updated="2018-01-19T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.345093 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension floating-ip-port-forwarding not supported by any of loaded plugins Feb 02 15:37:12.345429 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: floatingip_pools.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.346170 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Floating IP Pools Extension" alias="floatingip-pools" description="Provides a floating IP pools API." updated="2018-03-21T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.346677 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: floatingip-pools Feb 02 15:37:12.347004 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: ip_allocation.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.347925 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="IP Allocation" alias="ip_allocation" description="IP allocation extension." updated="2016-06-10T23:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.348429 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension ip_allocation not supported by any of loaded plugins Feb 02 15:37:12.348755 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: ip_substring_port_filtering.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.349678 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="IP address substring filtering" alias="ip-substring-filtering" description="Provides IP address substring filtering when listing ports" updated="2017-11-28T09:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.350220 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: ip-substring-filtering Feb 02 15:37:12.350545 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l2_adjacency.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.351480 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="L2 Adjacency" alias="l2_adjacency" description="Display L2 Adjacency for Neutron Networks." updated="2016-04-12T16:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.351983 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension l2_adjacency not supported by any of loaded plugins Feb 02 15:37:12.352316 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l3.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.353276 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron L3 Router" alias="router" description="Router abstraction for basic L3 forwarding between L2 Neutron networks and access to external networks via a NAT gateway." updated="2012-07-20T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.353790 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: router Feb 02 15:37:12.354137 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l3_conntrack_helper.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.358372 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="L3 Conntrack helper" alias="l3-conntrack-helper" description="Allow adding CT target rules for conntrack helper" updated="2019-04-04T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.358895 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension l3-conntrack-helper not supported by any of loaded plugins Feb 02 15:37:12.359231 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l3_ext_gw_mode.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.360190 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron L3 Configurable external gateway mode" alias="ext-gw-mode" description="Extension of the router abstraction for specifying whether SNAT should occur on the external gateway" updated="2013-03-28T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.360697 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: ext-gw-mode Feb 02 15:37:12.361024 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l3_ext_ha_mode.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.361956 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="HA Router extension" alias="l3-ha" description="Adds HA capability to routers." updated="2014-04-26T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.362490 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: l3-ha Feb 02 15:37:12.362821 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l3_flavors.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.363879 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Router Flavor Extension" alias="l3-flavors" description="Flavor support for routers." updated="2016-05-17T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.364382 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: l3-flavors Feb 02 15:37:12.364704 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l3_port_ip_change_not_allowed.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.365641 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Prevent L3 router ports IP address change extension" alias="l3-port-ip-change-not-allowed" description="Prevent change of IP address for some L3 router ports" updated="2018-10-09T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.366161 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: l3-port-ip-change-not-allowed Feb 02 15:37:12.366485 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: l3agentscheduler.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.367537 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="L3 Agent Scheduler" alias="l3_agent_scheduler" description="Schedule routers among l3 agents" updated="2013-02-07T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.368045 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: l3_agent_scheduler Feb 02 15:37:12.368373 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: logging.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.369882 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Logging API Extension" alias="logging" description="Provides a logging API for resources such as security group and firewall." updated="2017-01-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.370432 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension logging not supported by any of loaded plugins Feb 02 15:37:12.370758 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: metering.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.371505 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Metering" alias="metering" description="Neutron Metering extension." updated="2013-06-12T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.372075 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: metering Feb 02 15:37:12.372418 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: metering_source_and_destination_fields.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.374332 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Metering with source and destination filtering" alias="metering_source_and_destination_fields" description="Neutron Metering extension that enables the use of source and destination IP prefixes to create metering label rules." updated="2020-08-21T08:12:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.374845 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: metering_source_and_destination_fields Feb 02 15:37:12.375170 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: multiprovidernet.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.376111 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Multi Provider Network" alias="multi-provider" description="Expose mapping of virtual networks to multiple physical networks" updated="2013-06-27T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.376619 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: multi-provider Feb 02 15:37:12.376943 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: netmtu.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.377867 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Network MTU" alias="net-mtu" description="Provides MTU attribute for a network resource." updated="2015-03-25T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.378407 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: net-mtu Feb 02 15:37:12.378732 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: netmtu_writable.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.379657 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Network MTU (writable)" alias="net-mtu-writable" description="Provides a writable MTU attribute for a network resource." updated="2017-07-12T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.380164 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: net-mtu-writable Feb 02 15:37:12.380486 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: network_availability_zone.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.381163 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Network Availability Zone" alias="network_availability_zone" description="Availability zone support for network." updated="2015-01-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.381665 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: network_availability_zone Feb 02 15:37:12.381984 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: network_ip_availability.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.383127 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Network IP Availability" alias="network-ip-availability" description="Provides IP availability data for each network and subnet." updated="2015-09-24T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.383633 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: network-ip-availability Feb 02 15:37:12.383954 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: network_segment_range.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.384718 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Network Segment Range" alias="network-segment-range" description="Provides support for the network segment range management" updated="2018-11-29T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.385219 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension network-segment-range not supported by any of loaded plugins Feb 02 15:37:12.385537 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: pagination.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.386570 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Pagination support" alias="pagination" description="Extension that indicates that pagination is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.386903 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: pagination Feb 02 15:37:12.387222 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: port_device_profile.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.388172 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port device profile" alias="port-device-profile" description="Expose the port device profile (Cyborg)" updated="2020-12-17T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.388680 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: port-device-profile Feb 02 15:37:12.389007 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: port_mac_address_regenerate.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.389933 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Port MAC address regenerate" alias="port-mac-address-regenerate" description="Network port MAC address regenerate" updated="2018-05-03T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.390472 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: port-mac-address-regenerate Feb 02 15:37:12.390799 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: port_numa_affinity_policy.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.391719 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port NUMA affinity policy" alias="port-numa-affinity-policy" description="Expose the port NUMA affinity policy" updated="2020-07-08T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.392220 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: port-numa-affinity-policy Feb 02 15:37:12.392543 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: port_resource_request.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.393462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port Resource Request" alias="port-resource-request" description="Expose resource request to Port" updated="2018-05-08T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.393961 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension port-resource-request not supported by any of loaded plugins Feb 02 15:37:12.394341 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: portbindings.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.395276 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port Binding" alias="binding" description="Expose port bindings of a virtual port to external application" updated="2014-02-03T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.395780 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: binding Feb 02 15:37:12.396104 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: portbindings_extended.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.397382 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port Bindings Extended" alias="binding-extended" description="Expose port bindings of a virtual port to external application" updated="2017-07-17T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.397888 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: binding-extended Feb 02 15:37:12.398241 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: portsecurity.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.399172 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port Security" alias="port-security" description="Provides port security" updated="2012-07-23T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.399676 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: port-security Feb 02 15:37:12.399998 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: project_id.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.400977 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="project_id field enabled" alias="project-id" description="Extension that indicates that project_id field is enabled." updated="2016-09-09T09:09:09-09:09" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.401304 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: project-id Feb 02 15:37:12.401624 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: providernet.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.402588 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Provider Network" alias="provider" description="Expose mapping of virtual networks to physical networks" updated="2012-09-07T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.403098 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: provider Feb 02 15:37:12.403421 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.407196 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Quality of Service" alias="qos" description="The Quality of Service extension." updated="2015-06-08T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.407716 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos not supported by any of loaded plugins Feb 02 15:37:12.408047 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_bw_limit_direction.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.409306 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Direction for QoS bandwidth limit rule" alias="qos-bw-limit-direction" description="Allow to configure QoS bandwidth limit rule with specific direction: ingress or egress" updated="2017-04-10T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.409816 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-bw-limit-direction not supported by any of loaded plugins Feb 02 15:37:12.410177 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_bw_minimum_ingress.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.411108 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Ingress direction for QoS minimum bandwidth rule" alias="qos-bw-minimum-ingress" description="Allow to configure QoS minumum bandwidth rule with ingress direction." updated="2018-07-09T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.411609 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-bw-minimum-ingress not supported by any of loaded plugins Feb 02 15:37:12.411938 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_default.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.412868 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="QoS default policy" alias="qos-default" description="Expose the QoS default policy per project" updated="2017-041-06T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.413373 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-default not supported by any of loaded plugins Feb 02 15:37:12.413701 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_fip.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.414397 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Floating IP QoS" alias="qos-fip" description="The floating IP Quality of Service extension" updated="2017-07-20T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.414903 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-fip not supported by any of loaded plugins Feb 02 15:37:12.415228 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_gateway_ip.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.416162 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Router gateway IP QoS" alias="qos-gateway-ip" description="The Router gateway IP Quality of Service extension" updated="2018-02-24T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.416668 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-gateway-ip not supported by any of loaded plugins Feb 02 15:37:12.417047 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_port_network_policy.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.417918 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="QoS port network policy ID" alias="qos-port-network-policy" description="Adds a the QoS network ID to the port definition" updated="2019-11-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.418457 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-port-network-policy not supported by any of loaded plugins Feb 02 15:37:12.418780 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_rule_type_details.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.420229 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Details of QoS rule types" alias="qos-rule-type-details" description="Expose details about QoS rule types supported by loaded backend drivers" updated="2017-06-22T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.420737 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-rule-type-details not supported by any of loaded plugins Feb 02 15:37:12.421062 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: qos_rules_alias.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.422146 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Quality of Service rules alias API" alias="qos-rules-alias" description="API to enable GET, PUT and DELETE operations on QoS policy rules without specifying policy ID" updated="2018-10-07T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.422663 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension qos-rules-alias not supported by any of loaded plugins Feb 02 15:37:12.422988 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: quotasv2.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.423895 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Quota management support" alias="quotas" description="Expose functions for quotas management per tenant" updated="2012-07-29T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.424226 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: quotas Feb 02 15:37:12.424549 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: quotasv2_detail.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.426214 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Quota details management support" alias="quota_details" description="Expose functions for quotas usage statistics per project" updated="2017-02-10T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.426559 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: quota_details Feb 02 15:37:12.426894 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: rbac.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.427950 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="RBAC Policies" alias="rbac-policies" description="Allows creation and modification of policies that control tenant access to resources." updated="2015-06-17T12:15:12-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.428468 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: rbac-policies Feb 02 15:37:12.428797 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: rbac_address_group.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.429728 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Add address_group type to RBAC" alias="rbac-address-group" description="Add address_group type to network RBAC" updated="2021-01-20T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.430264 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: rbac-address-group Feb 02 15:37:12.430590 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: rbac_address_scope.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.431521 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Add address_scope type to RBAC" alias="rbac-address-scope" description="Add address_scope type to RBAC" updated="2020-02-12T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.432026 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: rbac-address-scope Feb 02 15:37:12.432352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: rbac_security_groups.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.433274 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Add security_group type to network RBAC" alias="rbac-security-groups" description="Add security_group type to network RBAC" updated="2019-02-14T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.433776 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: rbac-security-groups Feb 02 15:37:12.434123 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: rbac_subnetpool.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.435627 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Add subnetpool type to RBAC" alias="rbac-subnetpool" description="Add subnetpool type to RBAC" updated="2020-02-05T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.436130 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: rbac-subnetpool Feb 02 15:37:12.436452 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: revisionifmatch.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.437375 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="If-Match constraints based on revision_number" alias="revision-if-match" description="Extension indicating that If-Match based on revision_number is supported." updated="2016-12-11T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.437875 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: revision-if-match Feb 02 15:37:12.438226 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: revisions.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.439354 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Resource revision numbers" alias="standard-attr-revisions" description="This extension will display the revision number of neutron resources." updated="2016-04-11T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.439866 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: standard-attr-revisions Feb 02 15:37:12.440191 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: router_availability_zone.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.440871 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Router Availability Zone" alias="router_availability_zone" description="Availability zone support for router." updated="2015-01-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.441390 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: router_availability_zone Feb 02 15:37:12.441705 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: routerservicetype.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.442666 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Router Service Type" alias="router-service-type" description="Provides router service type" updated="2013-01-29T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.443172 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension router-service-type not supported by any of loaded plugins Feb 02 15:37:12.443493 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: security_groups_normalized_cidr.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.444415 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Normalized CIDR field for security group rules" alias="security-groups-normalized-cidr" description="Add new field with normalized remote_ip_prefix cidr in SG rule" updated="2020-07-28T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.444918 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: security-groups-normalized-cidr Feb 02 15:37:12.445236 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: security_groups_port_filtering.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.446188 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Port filtering on security groups" alias="port-security-groups-filtering" description="Provides security groups filtering when listing ports" updated="2018-01-09T09:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.446694 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: port-security-groups-filtering Feb 02 15:37:12.447015 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: security_groups_remote_address_group.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.448064 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Remote address group id field for security group rules" alias="security-groups-remote-address-group" description="Add new field of remote address group id in SG rules" updated="2020-08-25T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.448571 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: security-groups-remote-address-group Feb 02 15:37:12.448894 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: securitygroup.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.459058 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="security-group" alias="security-group" description="The security groups extension." updated="2012-10-05T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.459585 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: security-group Feb 02 15:37:12.459924 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: segment.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.460718 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Segment" alias="segment" description="Segments extension." updated="2016-02-24T17:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.461226 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension segment not supported by any of loaded plugins Feb 02 15:37:12.461559 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: segments_peer_subnet_host_routes.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.462536 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Segments peer-subnet host routes" alias="segments-peer-subnet-host-routes" description="Add host routes to subnets on a routed network (segments)" updated="2018-06-12T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.463044 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension segments-peer-subnet-host-routes not supported by any of loaded plugins Feb 02 15:37:12.463371 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: servicetype.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.464493 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Neutron Service Type Management" alias="service-type" description="API for retrieving service providers for Neutron advanced services" updated="2013-01-20T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.465004 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: service-type Feb 02 15:37:12.465332 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: sorting.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.466896 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Sorting support" alias="sorting" description="Extension that indicates that sorting is enabled." updated="2016-06-12T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.467235 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: sorting Feb 02 15:37:12.467560 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: standard_attr_segment.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.468489 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Standard Attribute Segment Extension" alias="standard-attr-segment" description="Add standard attributes to Segment resource" updated="2018-04-09T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.469000 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension standard-attr-segment not supported by any of loaded plugins Feb 02 15:37:12.469325 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: standardattrdescription.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.469976 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="standard-attr-description" alias="standard-attr-description" description="Extension to add descriptions to standard attributes" updated="2016-02-10T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.470508 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: standard-attr-description Feb 02 15:37:12.470835 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: stateful_security_group.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.471762 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Stateful security group" alias="stateful-security-group" description="Indicates if the security group is stateful or not" updated="2019-11-26T09:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.472274 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: stateful-security-group Feb 02 15:37:12.472605 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: stdattrs_common.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.473196 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Did not find expected name "Stdattrs_common" in /opt/stack/neutron/neutron/extensions/stdattrs_common.py Feb 02 15:37:12.473519 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: subnet_dns_publish_fixed_ip.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.474556 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Subnet DNS publish fixed IP" alias="subnet-dns-publish-fixed-ip" description="Support choosing to publish DNS records for IPs from a subnet" updated="2019-05-24T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.475063 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension subnet-dns-publish-fixed-ip not supported by any of loaded plugins Feb 02 15:37:12.475387 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: subnet_onboard.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.476469 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Subnet Onboard" alias="subnet_onboard" description="Provides support for onboarding subnets into subnet pools" updated="2018-12-18T09:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.476983 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: subnet_onboard Feb 02 15:37:12.477306 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: subnet_segmentid_writable.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.478296 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Subnet SegmentID (writable)" alias="subnet-segmentid-writable" description="Provides a writable segment_id attribute for a subnet resource." updated="2018-03-12T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.478801 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension subnet-segmentid-writable not supported by any of loaded plugins Feb 02 15:37:12.479121 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: subnet_service_types.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.480052 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Subnet service types" alias="subnet-service-types" description="Provides ability to set the subnet service_types field" updated="2016-03-15T18:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.480557 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: subnet-service-types Feb 02 15:37:12.480877 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: subnetallocation.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.482605 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Subnet Allocation" alias="subnet_allocation" description="Enables allocation of subnets from a subnet pool" updated="2015-03-30T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.483121 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: subnet_allocation Feb 02 15:37:12.483445 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: subnetpool_prefix_ops.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.484117 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Subnet Pool Prefix Operations" alias="subnetpool-prefix-ops" description="Provides support for adjusting the prefix list of subnet pools" updated="2019-02-08T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.484624 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: subnetpool-prefix-ops Feb 02 15:37:12.484948 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: tag_ports_during_bulk_creation.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.485900 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Tag Ports During Bulk Creation" alias="tag-ports-during-bulk-creation" description="Allow to tag ports during bulk creation" updated="2019-12-29T19:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.486447 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension tag-ports-during-bulk-creation not supported by any of loaded plugins Feb 02 15:37:12.486768 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: tagging.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.487848 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Tag support for resources with standard attribute: port, subnet, subnetpool, network, security_group, router, floatingip, policy, trunk, network_segment_range" alias="standard-attr-tag" description="Enables to set tag on resources with standard attribute." updated="2017-01-01T00:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.488369 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: standard-attr-tag Feb 02 15:37:12.488696 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: timestamp.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.489898 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Resource timestamps" alias="standard-attr-timestamp" description="Adds created_at and updated_at fields to all Neutron resources that have Neutron standard attributes." updated="2016-09-12T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.490438 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loaded extension: standard-attr-timestamp Feb 02 15:37:12.490769 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: trunk.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.491816 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Trunk Extension" alias="trunk" description="Provides support for trunk ports" updated="2016-01-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.492326 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension trunk not supported by any of loaded plugins Feb 02 15:37:12.492652 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: trunk_details.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.493582 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Trunk port details" alias="trunk-details" description="Expose trunk port details" updated="2016-01-01T10:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.494109 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension trunk-details not supported by any of loaded plugins Feb 02 15:37:12.494433 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: uplink_status_propagation.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.495358 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Uplink status propagation extension" alias="uplink-status-propagation" description="Provides ability to propagate port uplink status." updated="2018-05-31T18:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.495864 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension uplink-status-propagation not supported by any of loaded plugins Feb 02 15:37:12.496189 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Loading extension file: vlantransparent.py {{(pid=87051) _load_all_extensions_from_path /opt/stack/neutron/neutron/api/extensions.py:450}} Feb 02 15:37:12.496862 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Ext name="Vlantransparent" alias="vlan-transparent" description="Provides Vlan Transparent Networks" updated="2015-03-23T09:00:00-00:00" {{(pid=87051) _check_extension /opt/stack/neutron/neutron/api/extensions.py:416}} Feb 02 15:37:12.497364 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extension vlan-transparent not supported by any of loaded plugins Feb 02 15:37:12.500586 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:network Feb 02 15:37:12.501331 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:subnet Feb 02 15:37:12.502110 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:37:12.502737 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:port Feb 02 15:37:12.504002 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.504440 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service FLAVORS assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.505056 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.505490 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.505824 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:router Feb 02 15:37:12.506513 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 15:37:12.507238 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service METERING assigned prefix: /metering {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.508681 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > rbac-policy before_create 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.509050 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > rbac-policy before_update 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.509400 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Subscribe: > rbac-policy before_delete 55550000 {{(pid=87051) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:37:12.510571 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 15:37:12.511013 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:security_group Feb 02 15:37:12.511683 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 15:37:12.512551 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service CORE assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.512914 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:37:12.513389 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] subnetpool is already registered Feb 02 15:37:12.514007 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service CORE assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.514364 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:37:12.514692 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] subnetpool is already registered Feb 02 15:37:12.517228 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.517661 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service FLAVORS assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.518285 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.518708 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service L3_ROUTER_NAT assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.519043 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:router Feb 02 15:37:12.519374 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] router is already registered Feb 02 15:37:12.519964 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:floatingip Feb 02 15:37:12.520293 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] floatingip is already registered Feb 02 15:37:12.520919 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service METERING assigned prefix: /metering {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.521584 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of CountableResource for resource:rbac_policy Feb 02 15:37:12.521913 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] rbac_policy is already registered Feb 02 15:37:12.522483 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:security_group Feb 02 15:37:12.522814 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] security_group is already registered Feb 02 15:37:12.523402 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:security_group_rule Feb 02 15:37:12.523729 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] security_group_rule is already registered Feb 02 15:37:12.524396 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service CORE assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.524726 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:37:12.525106 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] subnetpool is already registered Feb 02 15:37:12.525666 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.v2.resource_helper [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Service CORE assigned prefix: {{(pid=87051) build_resource_info /opt/stack/neutron/neutron/api/v2/resource_helper.py:77}} Feb 02 15:37:12.525992 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Creating instance of TrackedResource for resource:subnetpool Feb 02 15:37:12.526346 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING neutron.quota.resource_registry [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] subnetpool is already registered Feb 02 15:37:12.526990 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: extensions {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.528458 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: address-groups {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.530116 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: address-scopes {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.531350 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: agents {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.532562 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: auto-allocated-topology {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.533851 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: availability_zones {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.535220 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: dhcp-networks {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.536642 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: dhcp-agents {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.538072 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: routers {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.539958 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: flavors {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.541133 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: service_profiles {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.542380 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: next_providers {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.545326 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: service_profiles {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.546842 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: floatingip-pools {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.548096 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: routers {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.549906 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: floatingips {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.551139 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: l3-routers {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.552546 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: l3-agents {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.553966 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: metering-labels {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.555378 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: metering-label-rules {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.556656 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: network-ip-availabilities {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.557936 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: bindings {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.559621 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: quotas {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.561135 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: quotas {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.562609 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: rbac-policies {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.563919 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: security-groups {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.565126 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: security-group-rules {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.566413 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: service-providers {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.567648 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: subnetpools {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.569082 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: subnetpools {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.570579 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.572256 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.574096 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.576424 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.578298 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.580476 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.582883 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.585114 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.587575 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.590529 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron.api.extensions [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Extended resource: tags {{(pid=87051) __init__ /opt/stack/neutron/neutron/api/extensions.py:157}} Feb 02 15:37:12.599252 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING keystonemiddleware.auth_token [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] AuthToken middleware is set with keystone_authtoken.service_token_roles_required set to False. This is backwards compatible but deprecated behaviour. Please set this to True. Feb 02 15:37:12.606001 dv-cinder-817833-1-iscsi neutron-server[87051]: WARNING keystonemiddleware.auth_token [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Configuring www_authenticate_uri to point to the public identity endpoint is required; clients may not be able to authenticate against an admin endpoint Feb 02 15:37:12.617151 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_concurrency.lockutils [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Acquired lock "singleton_lock" {{(pid=87051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:266}} Feb 02 15:37:12.617633 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_concurrency.lockutils [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Releasing lock "singleton_lock" {{(pid=87051) lock /usr/local/lib/python3.8/dist-packages/oslo_concurrency/lockutils.py:282}} Feb 02 15:37:12.618305 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO oslo_service.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Starting 2 workers Feb 02 15:37:12.624618 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Started child 87156 {{(pid=87051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:37:12.629039 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Started child 87157 {{(pid=87051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:37:12.629969 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.630637 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO neutron.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Neutron service started, listening on 0.0.0.0:9696 Feb 02 15:37:12.631295 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Notify callbacks [] for process, before_spawn {{(pid=87051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.631496 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [-] (87156) wsgi starting up on http://0.0.0.0:9696 Feb 02 15:37:12.633602 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.634036 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO oslo_service.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Starting 1 workers Feb 02 15:37:12.635004 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [-] (87157) wsgi starting up on http://0.0.0.0:9696 Feb 02 15:37:12.638841 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Started child 87158 {{(pid=87051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:37:12.639402 dv-cinder-817833-1-iscsi neutron-server[87051]: INFO oslo_service.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Starting 1 workers Feb 02 15:37:12.642295 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] calling RpcWorker wait() {{(pid=87158) _wait /opt/stack/neutron/neutron/service.py:128}} Feb 02 15:37:12.642852 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] returning from RpcWorker wait() {{(pid=87158) _wait /opt/stack/neutron/neutron/service.py:135}} Feb 02 15:37:12.643861 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Started child 87159 {{(pid=87051) _start_child /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:576}} Feb 02 15:37:12.644096 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.644539 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [-] neutron.plugins.ml2.plugin.Ml2Plugin method start_rpc_listeners called with arguments () {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:12.644691 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG neutron_lib.callbacks.manager [None req-21dc1ccd-0647-46fc-87d3-5f11c14e8ba1 None None] Notify callbacks [] for process, after_spawn {{(pid=87051) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.646533 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 15:37:12.646750 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:37:12.646941 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:37:12.647166 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:37:12.647515 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:37:12.647682 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:37:12.648208 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.648482 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.648588 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [-] Notify callbacks [] for process, after_init {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:12.649056 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.649056 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.649382 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.649490 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:12.649880 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.650256 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.650497 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.650793 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.651028 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.651201 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.651365 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.651615 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.651866 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.652161 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.652454 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.652693 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.652959 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.653133 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.653396 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.653674 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.653946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.654226 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] debug = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.654501 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.654980 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.655212 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.655465 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.655715 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.655984 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.656213 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.656482 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.656747 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.656966 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.657184 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.657469 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.657712 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.657945 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.658202 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.658462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.658703 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.659178 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] host = dv-cinder-817833-1-iscsi {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.659515 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.659671 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.659879 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.660127 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.660395 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.660619 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.660880 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.661141 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.661407 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.661652 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.661907 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_options = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.666152 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.667946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.667946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.667946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.667946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.667946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.667946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.667946 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668352 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.668817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.669782 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.669860 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.670049 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.670460 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.670837 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.671306 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.671596 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.671844 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.672141 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.672425 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.672843 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.673227 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.673484 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.673748 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.673977 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_json = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.676462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.677030 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.677030 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.677030 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.677030 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.677358 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.677842 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.678340 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.678783 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.679224 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.679485 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.679723 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.679954 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.680219 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.680477 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.680799 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.681027 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.681317 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.681541 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.681800 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.682136 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.682402 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.682685 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.682909 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.683158 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.683377 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.683601 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.683926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.684198 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.684451 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.684702 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.685000 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.685774 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.686003 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.686267 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.686508 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.686734 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.687000 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.687223 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.687442 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.687685 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.688109 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.688508 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.688917 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.689359 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.689796 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.690035 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.690318 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.690561 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.690788 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.691011 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.691422 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.691815 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.692190 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.692435 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.692675 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.692917 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.693301 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.693517 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.693892 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.694169 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.694584 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.694989 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.695384 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.695797 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.696188 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.696639 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.696866 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.699147 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.699395 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.699662 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.699901 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.700164 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.700405 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.700693 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.700912 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.701141 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.701368 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.701600 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.701841 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.702063 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.702356 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.703806 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.704165 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.706268 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.706534 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.706782 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.707029 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.707273 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.707578 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.707922 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.708182 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.708471 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.708727 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.709013 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.709246 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.709512 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.709773 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.710020 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.710662 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.710955 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.711198 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.711457 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.711738 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.711988 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.712251 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.712478 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.712708 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.712931 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.713175 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.713422 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.713712 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.713985 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.715587 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.715838 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.716129 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.716413 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.716691 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.716991 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.717227 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.717514 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.717816 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.718143 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.718773 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.719051 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.719300 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.720149 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.720423 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.721488 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.721775 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.722057 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.722338 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.722629 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.722901 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.723135 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.723378 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.723652 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.723990 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.724231 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.724470 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.724712 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.725008 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.725265 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.725510 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.725803 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.726080 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.726915 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.727185 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.727443 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.727681 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.727908 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.728169 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.728421 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.728670 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.728906 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.729130 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.729349 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.729585 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.729817 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.730031 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.730303 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.730524 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.730770 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.730993 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.731230 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.731469 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.731733 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.732714 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.732958 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.733202 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.733431 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.733649 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.733929 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.734178 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.734453 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.734718 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.734930 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.735162 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.735415 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.735672 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.735892 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.736145 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.736372 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.736590 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.736805 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.737026 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.737262 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.737481 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.737739 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.737955 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.738237 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.738503 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.738820 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.739079 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.739314 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.739555 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.739774 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.739993 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.740236 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.740519 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.740747 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.740985 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.741203 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.741495 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.741729 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.741972 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.742254 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.742479 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.742693 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.742910 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.743122 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.743421 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.743672 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.743904 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.744153 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.744385 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.744632 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.744847 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.745059 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.745480 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.745480 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.745748 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.745926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.746112 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.746379 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.746594 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.746882 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.747136 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.747362 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.748462 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.748706 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.748943 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.749192 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.749536 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.749724 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.750014 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.750266 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.750489 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.750711 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.751429 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.751429 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.751757 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.751909 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.752061 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.752378 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.752672 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.752944 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.753160 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.753464 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.753799 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.754113 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.754385 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.754627 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.755059 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.755268 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.756926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.756926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.756926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.756926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.756926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.756926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.756926 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758022 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758022 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758022 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758022 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758022 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758578 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758578 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.758578 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:37:12.759101 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] Full set of CONF: {{(pid=87051) wait /usr/local/lib/python3.8/dist-packages/oslo_service/service.py:650}} Feb 02 15:37:12.759101 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2589}} Feb 02 15:37:12.759363 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] Configuration options gathered from: {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2590}} Feb 02 15:37:12.759516 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] command line args: ['--config-file', '/etc/neutron/neutron.conf', '--config-file', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2591}} Feb 02 15:37:12.759603 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config files: ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2592}} Feb 02 15:37:12.759747 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ================================================================================ {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2594}} Feb 02 15:37:12.759960 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] agent_down_time = 75 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.760124 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_automatic_dhcp_failover = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.760287 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_automatic_l3agent_failover = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.760450 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_bulk = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.760612 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allow_overlapping_ips = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.760795 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] allowed_conntrack_helpers = [{'amanda': 'tcp'}, {'ftp': 'tcp'}, {'h323': 'udp'}, {'h323': 'tcp'}, {'irc': 'tcp'}, {'netbios-ns': 'udp'}, {'pptp': 'tcp'}, {'sane': 'tcp'}, {'sip': 'udp'}, {'sip': 'tcp'}, {'snmp': 'udp'}, {'tftp': 'udp'}] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.760957 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] api_extensions_path = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.761120 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] api_paste_config = api-paste.ini {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.761280 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] api_workers = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.761442 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] auth_strategy = keystone {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.761607 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] backdoor_port = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.761768 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] backdoor_socket = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.761928 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] backlog = 4096 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.762014 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.services.l3_router.l3_router_plugin [-] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method start_rpc_listeners called with arguments () {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:12.762125 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] base_mac = fa:16:3e:00:00:00 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.762262 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] bind_host = 0.0.0.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.762422 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] bind_port = 9696 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.762582 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] client_socket_timeout = 900 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.762741 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config_dir = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.762907 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config_file = ['/etc/neutron/neutron.conf', '/etc/neutron/plugins/ml2/ml2_conf.ini'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.763099 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] config_source = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.763259 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] control_exchange = neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.763419 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] core_plugin = ml2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.763580 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] debug = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.763740 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] default_availability_zones = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.763943 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] default_log_levels = ['amqp=WARN', 'amqplib=WARN', 'boto=WARN', 'qpid=WARN', 'sqlalchemy=WARN', 'suds=INFO', 'oslo.messaging=INFO', 'oslo_messaging=INFO', 'iso8601=WARN', 'requests.packages.urllib3.connectionpool=WARN', 'urllib3.connectionpool=WARN', 'websocket=WARN', 'requests.packages.urllib3.util.retry=WARN', 'urllib3.util.retry=WARN', 'keystonemiddleware=WARN', 'routes.middleware=WARN', 'stevedore=WARN', 'taskflow=WARN', 'keystoneauth=WARN', 'oslo.cache=INFO', 'oslo_policy=INFO', 'dogpile.core.dogpile=INFO', 'OFPHandler=INFO', 'OfctlService=INFO', 'os_ken.base.app_manager=INFO', 'os_ken.controller.controller=INFO'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.764108 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_agent_notification = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.764269 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_agents_per_network = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.764429 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_lease_duration = 86400 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.764589 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dhcp_load_type = networks {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.764749 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dns_domain = openstacklocal {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.764909 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] dvr_base_mac = fa:16:3f:00:00:00 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.765069 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_dvr = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.765230 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_new_agents = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.765390 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_services_on_agents_with_admin_state_down = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_snat_by_default = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] enable_traditional_dhcp = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] external_dns_driver = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] filter_validation = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] global_physnet_mtu = 1500 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] graceful_shutdown_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] host = dv-cinder-817833-1-iscsi {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] host_dvr_for_dhcp = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.766802 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] http_retries = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.767976 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] instance_format = [instance: %(uuid)s] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.767976 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] instance_uuid_format = [instance: %(uuid)s] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.767976 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ipam_driver = internal {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.767976 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ipv6_pd_enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.767976 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.767976 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha_net_cidr = 169.254.192.0/18 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.768447 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha_network_physical_name = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.768447 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] l3_ha_network_type = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.768447 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_config_append = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.768447 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_date_format = %Y-%m-%d %H:%M:%S {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.768785 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_dir = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.768785 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.768995 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_options = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.769103 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_rotate_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.769208 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_rotate_interval_type = days {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.769347 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] log_rotation_type = none {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.769768 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_context_format_string = %(color)s%(levelname)s %(name)s [%(global_request_id)s %(request_id)s %(project_name)s %(user_name)s%(color)s] %(instance)s%(color)s%(message)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.769939 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_debug_format_suffix = {{(pid=%(process)d) %(funcName)s %(pathname)s:%(lineno)d}} {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.770114 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_default_format_string = %(color)s%(levelname)s %(name)s [-%(color)s] %(instance)s%(color)s%(message)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.770298 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_exception_prefix = ERROR %(name)s %(instance)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.770460 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] logging_user_identity_format = %(user)s %(tenant)s %(domain)s %(user_domain)s %(project_domain)s {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.770626 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_allowed_address_pair = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.770786 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_dns_nameservers = 5 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.770947 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_header_line = 16384 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.771107 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_l3_agents_per_router = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.771268 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_logfile_count = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.771427 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_logfile_size_mb = 200 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.771586 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_routes = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.771746 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] max_subnet_host_routes = 20 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.771905 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] network_auto_schedule = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.772065 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] network_link_prefix = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.772226 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] network_scheduler_driver = neutron.scheduler.dhcp_agent_scheduler.WeightScheduler {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.772386 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] notify_nova_on_port_data_changes = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.772545 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] notify_nova_on_port_status_changes = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.772703 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] pagination_max_limit = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.772863 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] periodic_fuzzy_delay = 5 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.773022 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] periodic_interval = 40 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.773181 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] publish_errors = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.773340 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rate_limit_burst = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.773499 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rate_limit_except_level = CRITICAL {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.773659 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rate_limit_interval = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.773818 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] retry_until_window = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.773978 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] router_auto_schedule = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.774165 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] router_distributed = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.774311 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] router_scheduler_driver = neutron.scheduler.l3_agent_scheduler.LeastRoutersScheduler {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.774472 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_response_max_timeout = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.774631 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_response_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.774791 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_state_report_workers = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.775311 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] rpc_workers = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.775427 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] send_events_interval = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.775591 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] service_plugins = ['router', 'neutron.services.metering.metering_plugin.MeteringPlugin'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.775754 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] setproctitle = on {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.775914 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] state_path = /opt/stack/data/neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.776073 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] syslog_log_facility = LOG_USER {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.776232 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] tcp_keepidle = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.776392 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] transport_url = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.776551 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_eventlog = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.776711 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_journal = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.776871 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_json = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.777345 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_ssl = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.777345 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_stderr = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.777345 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] use_syslog = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.777576 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] vlan_transparent = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.777652 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] watch_log_file = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.777768 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_default_pool_size = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.777927 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_keep_alive = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.778105 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_log_format = %(client_ip)s "%(request_line)s" status: %(status_code)s len: %(body_length)s time: %(wall_seconds).7f {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.778274 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] wsgi_server_debug = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2602}} Feb 02 15:37:12.778457 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_concurrency.disable_process_locking = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.778622 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_concurrency.lock_path = /opt/stack/data/neutron/lock {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.779348 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.connection_string = messaging:// {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.779665 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.779870 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.es_doc_type = notification {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.780007 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.es_scroll_size = 10000 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.780184 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.es_scroll_time = 2m {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.780326 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.filter_error_trace = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.780456 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.hmac_keys = SECRET_KEY {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.780586 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.sentinel_service_name = mymaster {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.780697 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.socket_timeout = 0.1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.780840 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] profiler.trace_sqlalchemy = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.781012 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.enforce_new_defaults = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.781175 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.enforce_scope = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.781340 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.policy_default_rule = default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.781506 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.policy_dirs = ['policy.d'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.781669 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.policy_file = /etc/neutron/policy.json {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.781832 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_content_type = application/x-www-form-urlencoded {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.781994 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_ca_crt_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.782258 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_crt_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.782357 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_client_key_file = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.782496 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_policy.remote_ssl_verify_server_crt = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.782673 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.782836 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.auth_type = password {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.783000 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.auth_url = http://10.222.0.18/identity {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.783164 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.783326 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.783490 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.783655 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.default_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.783818 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.default_domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.783981 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.784142 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.784304 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.endpoint_type = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.784466 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.784627 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.784788 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.live_migration_events = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.784950 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.password = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.785111 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.785275 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.785438 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.785600 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.project_name = service {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.785761 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.region_name = RegionOne {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.785924 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.786108 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.system_scope = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.786268 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.786431 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.trust_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.786582 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.user_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.786744 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.user_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.786925 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.user_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.787072 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] nova.username = nova {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.787215 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.787410 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.auth_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.787526 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.787689 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.787849 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.787993 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.endpoint_type = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.788339 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.788339 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.788602 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.788602 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.788808 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] placement.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.788942 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.789092 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.auth_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.789254 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.789416 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.789578 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.collect_timing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.789741 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.connect_retries = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.789903 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.connect_retry_delay = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.790064 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.enable_notifications = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.790251 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.endpoint_override = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.790413 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.790576 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.interface = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.790737 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.790900 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.max_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.791063 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.min_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.791226 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.791387 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.service_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.791550 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.service_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.791712 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.split_loggers = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.791874 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.status_code_retries = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.792036 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.status_code_retry_delay = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.792198 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.792404 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.valid_interfaces = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.792536 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ironic.version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.792677 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] service_providers.service_provider = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.792852 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_auto_delete = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.793015 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.amqp_durable_queues = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.793177 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_min_size = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.793339 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.conn_pool_ttl = 1200 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.793502 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.direct_mandatory_flag = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.793664 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.enable_cancel_on_failover = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.793826 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_in_pthread = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.793987 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_rate = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.794177 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.heartbeat_timeout_threshold = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.794374 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_compression = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.794540 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_failover_strategy = round-robin {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.794702 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_missing_consumer_retry_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.794866 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.kombu_reconnect_delay = 1.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.795031 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_ha_queues = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.795230 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_interval_max = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.795395 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_login_method = AMQPLAIN {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.795556 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_qos_prefetch_count = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.795720 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_backoff = 2 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.795882 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_retry_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.796083 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rabbit_transient_queues_ttl = 1800 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.796323 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.rpc_conn_pool_size = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.796438 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.796572 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_ca_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.796652 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_cert_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.796793 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_key_file = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.796954 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_rabbit.ssl_version = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.797126 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.driver = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.797289 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.retry = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.797455 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.topics = ['notifications'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.797618 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_messaging_notifications.transport_url = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.797786 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_versionedobjects.fatal_exception_format_errors = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.797957 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.default_quota = -1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.798141 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_driver = neutron.db.quota.driver.DbQuotaDriver {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.798308 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_floatingip = 50 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.798470 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_network = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.798631 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_port = 500 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.798793 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_rbac_policy = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.798958 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_router = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.799125 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.799287 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_security_group_rule = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.799449 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.quota_subnet = 100 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.799612 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] QUOTAS.track_quota_usage = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.799782 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] oslo_middleware.enable_proxy_headers_parsing = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.799955 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.backends = ['disable_by_file'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.800119 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.detailed = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.800281 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.disable_by_file_path = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.800442 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] healthcheck.path = /healthcheck {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.800629 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_password = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.800789 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_tenant_name = admin {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.800949 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_token = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.801112 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.admin_user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.801272 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_admin_prefix = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.801434 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_host = 127.0.0.1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.801595 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_port = 35357 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.801757 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_protocol = https {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.801918 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_section = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.802080 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_type = password {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.802279 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_uri = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.802519 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_url = http://10.222.0.18/identity {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.802655 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.auth_version = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.802757 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.cache = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.802919 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.cafile = /opt/stack/data/ca-bundle.pem {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.803080 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.803243 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.803406 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.default_domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.803568 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.delay_auth_decision = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.803730 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.803893 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.domain_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.804054 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.enforce_token_bind = permissive {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.804216 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.http_connect_timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.804375 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.http_request_max_retries = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.804535 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.identity_uri = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.804696 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.include_service_catalog = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.804858 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.insecure = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.805019 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.interface = public {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.805180 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.805342 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_conn_get_timeout = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.805504 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_dead_retry = 300 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.805666 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_maxsize = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.805826 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_socket_timeout = 3 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.805987 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_pool_unused_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.806173 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_secret_key = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.806336 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_security_strategy = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.806498 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcache_use_advanced_pool = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.806661 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.memcached_servers = ['localhost:11211'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.806823 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.password = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.806986 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.807149 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.807313 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.807476 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.project_name = service {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.807637 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.region_name = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.807801 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles = ['service'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.807963 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.service_token_roles_required = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.808124 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.service_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.808287 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.system_scope = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.808447 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.token_cache_time = 300 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.808610 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.trust_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.808771 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.808933 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.user_domain_name = Default {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.809100 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.user_id = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.809262 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.username = neutron {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.809424 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] keystone_authtoken.www_authenticate_uri = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.809600 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.backend = dogpile.cache.null {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.809762 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.backend_argument = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.810581 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.config_prefix = cache.oslo {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.810789 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.debug_cache_backend = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.810910 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.811071 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.expiration_time = 600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.811233 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_dead_retry = 300 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.811395 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_connection_get_timeout = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.811558 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_flush_on_reconnect = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.811721 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_maxsize = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.811883 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_pool_unused_timeout = 60 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.812048 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_servers = ['localhost:11211'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.812213 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.memcache_socket_timeout = 1.0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.812377 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.proxies = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.812539 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_allowed_ciphers = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.812701 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_cafile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.812863 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_certfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.813024 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_enabled = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.813184 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] cache.tls_keyfile = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.813358 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.capabilities = [21, 12, 1, 2, 19] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.813522 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.813683 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.helper_command = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.813845 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.thread_pool_size = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.814009 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep.user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.814206 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.capabilities = [21, 12] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.814372 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.814533 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.helper_command = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.814696 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.thread_pool_size = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.814858 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_dhcp_release.user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.815029 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.capabilities = [21, 12] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.815192 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.815354 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.helper_command = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.815516 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.thread_pool_size = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.815677 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] privsep_ovs_vsctl.user = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.815848 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] AGENT.root_helper = sudo /usr/local/bin/neutron-rootwrap /etc/neutron/rootwrap.conf {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.816012 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] AGENT.root_helper_daemon = sudo /usr/local/bin/neutron-rootwrap-daemon /etc/neutron/rootwrap.conf {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.816174 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] AGENT.use_helper_for_ns_read = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.816344 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_ipset = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.816506 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.enable_security_group = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.816666 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.firewall_driver = openvswitch {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.816828 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] SECURITYGROUP.permitted_ethertypes = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.817002 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.extension_drivers = ['port_security'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.817164 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.external_network_type = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.817328 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.mechanism_drivers = ['openvswitch', 'hyperv'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.817490 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.overlay_ip_version = 4 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.817680 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.path_mtu = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.817810 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.physical_network_mtus = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.817973 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.tenant_network_types = ['vlan'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.818160 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2.type_drivers = ['local', 'flat', 'vlan', 'gre', 'vxlan', 'geneve'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.818334 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_flat.flat_networks = ['physnet1'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.818504 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_geneve.max_header_size = 30 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.818672 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_geneve.vni_ranges = ['1:1000'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.818841 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_gre.tunnel_id_ranges = ['1:1000'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.819012 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_vlan.network_vlan_ranges = ['physnet1:350:399'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.819182 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vni_ranges = ['1:1000'] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.819344 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ml2_type_vxlan.vxlan_group = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.819513 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] OVS_DRIVER.vnic_type_prohibit_list = [] {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.819692 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.backend = sqlalchemy {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.819853 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.820014 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_debug = 0 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.820176 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_parameters = {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.820340 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_recycle_time = 3600 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.820502 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.connection_trace = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.820664 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_inc_retry_interval = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.820826 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_max_retries = 20 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.820988 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_max_retry_interval = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.821150 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.db_retry_interval = 1 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.821311 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.max_overflow = 50 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.821474 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.max_pool_size = 50 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.821634 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.max_retries = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.821795 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.mysql_enable_ndb = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.821957 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.mysql_sql_mode = TRADITIONAL {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.822136 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.pool_timeout = None {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.822302 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.retry_interval = 10 {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.822464 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.slave_connection = **** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.822626 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.sqlite_synchronous = True {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.822788 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] database.use_db_reconnect = False {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2609}} Feb 02 15:37:12.822943 dv-cinder-817833-1-iscsi neutron-server[87051]: DEBUG oslo_service.service [-] ******************************************************************************** {{(pid=87051) log_opt_values /usr/local/lib/python3.8/dist-packages/oslo_config/cfg.py:2613}} Feb 02 15:37:12.947127 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 45636) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:12.956095 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [-] 10.222.0.18 "GET / HTTP/1.1" status: 200 len: 253 time: 0.0068552 Feb 02 15:37:23.389095 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3664aa57-6934-4990-9bb7-4fe31be093b5 None None] get_active_networks_info from dv-cinder-817833-1-iscsi {{(pid=87158) get_active_networks_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:157}} Feb 02 15:37:23.481448 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3664aa57-6934-4990-9bb7-4fe31be093b5 None None] No non-hosted networks {{(pid=87158) auto_schedule_networks /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:60}} Feb 02 15:37:23.495995 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.agentschedulers_db [None req-3664aa57-6934-4990-9bb7-4fe31be093b5 None None] DHCP Agent not found on host dv-cinder-817833-1-iscsi {{(pid=87158) list_active_networks_on_active_dhcp_agent /opt/stack/neutron/neutron/db/agentschedulers_db.py:455}} Feb 02 15:37:23.553325 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-eed6f963-9576-455a-b9e8-4d4fe2d28bf1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1789739'] for agent, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.658381 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-6f4b2b7d-ecb0-4db8-bfe6-9f1387077313 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1789739'] for agent, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:25.717383 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4e92de07-12e8-4616-93ab-d667ea2613fd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.791784 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1789739'] for agent, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:26.794649 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.796993 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.810918 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.811723 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.812639 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.816406 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.818482 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.819089 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.820692 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.821690 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.822293 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.823161 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:26.824898 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServersRpcApi method report_agent_resource_versions called with arguments (, 'Open vSwitch agent', 'dv-cinder-817833-1-iscsi', {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:26.849015 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] neutron.api.rpc.handlers.resources_rpc.ResourcesPushToServerRpcCallback method report_agent_resource_versions called with arguments (,) {'agent_type': 'Open vSwitch agent', 'agent_host': 'dv-cinder-817833-1-iscsi', 'version_map': {'QosPolicy': '1.8', 'Trunk': '1.1', 'SubPort': '1.0', 'Port': '1.7', 'Subnet': '1.1', 'Network': '1.1', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'Log': '1.0', 'PortForwarding': '1.2', 'ConntrackHelper': '1.0', 'AddressGroup': '1.2'}} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:37:26.863136 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1789739'] for agent, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:28.193979 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1789739'] for agent, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:29.015623 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.db.l3_hamode_db [None req-da448df9-292c-4234-b6ed-045c09cefe6b None None] Number of active agents lower than max_l3_agents_per_router. L3 agents available: 1 Feb 02 15:37:29.100540 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da448df9-292c-4234-b6ed-045c09cefe6b None None] Routers set() bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:37:29.100923 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-da448df9-292c-4234-b6ed-045c09cefe6b None None] Router IDs set() for agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:465}} Feb 02 15:37:30.013115 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 45728) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:30.598936 dv-cinder-817833-1-iscsi neutron-server[87157]: WARNING oslo_policy.policy [None req-89aa098b-b8c9-4265-a95b-0f2bdf7e37a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:30.599636 dv-cinder-817833-1-iscsi neutron-server[87157]: WARNING oslo_policy.policy [None req-89aa098b-b8c9-4265-a95b-0f2bdf7e37a1 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:30.826880 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [None req-89aa098b-b8c9-4265-a95b-0f2bdf7e37a1 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:37:30.827878 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-89aa098b-b8c9-4265-a95b-0f2bdf7e37a1 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.8138311 Feb 02 15:37:33.229287 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 45742) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:33.821014 dv-cinder-817833-1-iscsi neutron-server[87156]: WARNING oslo_policy.policy [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:33.821569 dv-cinder-817833-1-iscsi neutron-server[87156]: WARNING oslo_policy.policy [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:34.051894 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] Request body: {'subnetpool': {'prefixes': ['172.20.0.0/16'], 'shared': True, 'name': 'shared-default-subnetpool-v4', 'is_default': True, 'default_prefixlen': 26}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:37:34.162758 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.policy [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87156) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 15:37:34.209312 dv-cinder-817833-1-iscsi neutron-server[87156]: WARNING oslo_policy.policy [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:34.209702 dv-cinder-817833-1-iscsi neutron-server[87156]: WARNING oslo_policy.policy [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:34.218988 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.quota [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] Loaded quota_driver: . Feb 02 15:37:34.234681 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:34.293515 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] Notify callbacks ['neutron.objects.securitygroup.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772016561031', 'neutron.objects.address_group.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772016555602', 'neutron.objects.network.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772016582479', 'neutron.objects.qos.policy.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772016571726', 'neutron.objects.subnetpool.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772016595271', 'neutron.objects.address_scope.RbacNeutronDbObjectMixin.validate_rbac_policy_change-8772016588364', 'neutron.plugins.ml2.plugin.External_net_db_mixin._process_ext_policy_create-599532', 'neutron.plugins.ml2.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-1015879', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2083354', 'neutron.services.network_ip_availability.plugin.NeutronDbPluginV2.validate_network_rbac_policy_change-2029312'] for rbac-policy, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.356102 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] Notify callbacks [] for subnetpool, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:34.357644 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5c876cca-19d0-45cd-a1d2-0839aaf609f6 admin admin] 10.222.0.18 "POST /v2.0/subnetpools HTTP/1.1" status: 201 len: 739 time: 1.1261203 Feb 02 15:37:36.982061 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 45760) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:37.344666 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Request body: {'network': {'name': 'private', 'admin_state_up': True, 'project_id': '29949d7c45954767b661edf8fda596f8'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:37:37.349778 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:37.353969 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Usage tracker for resource:network and tenant:29949d7c45954767b661edf8fda596f8 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:37.359348 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:37.365519 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:37.381807 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Made reservation on behalf of 29949d7c45954767b661edf8fda596f8 for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:37.384793 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.402851 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.417072 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:37.426020 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Usage tracker for resource:security_group_rule and tenant:29949d7c45954767b661edf8fda596f8 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:37.431487 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:37.437751 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:37.539185 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.544042 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.568536 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] vlan segment allocate from pool success with {'vlan_id': 392, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:37:37.593902 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772014895921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.594527 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Unsubscribe: segment precommit_create {{(pid=87156) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 15:37:37.595027 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Added segment c8729bff-4417-4f72-839c-f23bfa6fc940 of type vlan for network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c Feb 02 15:37:37.603487 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e11cf34f-2790-4b4a-baad-3d8b6e19b734,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:37.659529 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.659884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.660223 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.660546 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.660868 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.661203 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.661525 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.661842 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.662195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.662517 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.662834 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.663260 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Tracked resource versions report: Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: pushed versions: Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: { 'AddressGroup': {'1.2'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'ConntrackHelper': {'1.0'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Log': {'1.0'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Network': {'1.1'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Port': {'1.7'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'PortForwarding': {'1.2'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'QosPolicy': {'1.8'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroup': {'1.4'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SubPort': {'1.0'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Subnet': {'1.1'}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Trunk': {'1.1'}} Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: consumer versions: Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'ConntrackHelper': '1.0', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Log': '1.0', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Network': '1.1', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Port': '1.7', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'PortForwarding': '1.2', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'QosPolicy': '1.8', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroup': '1.4', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroupRule': '1.2', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SubPort': '1.0', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Subnet': '1.1', Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Trunk': '1.1'}} Feb 02 15:37:37.664256 dv-cinder-817833-1-iscsi neutron-server[87156]: {{(pid=87156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:37:37.709561 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.753400 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.754609 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:37.755261 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:37.862995 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 849 time: 0.8798130 Feb 02 15:37:37.865618 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c81bbd9-d8e5-4d3b-8aa0-c84a3c623f59 admin admin] Pushing event updated for resources: {'Network': ['ID=b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:37.879608 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:40.699458 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 45776) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:41.201988 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5cb37a0c-0684-48e3-a10b-b860ffa0726f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:41.203423 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5cb37a0c-0684-48e3-a10b-b860ffa0726f admin admin] 10.222.0.18 "GET /v2.0/networks/b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c HTTP/1.1" status: 200 len: 825 time: 0.5021737 Feb 02 15:37:41.230608 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-cd2f64c7-1e6f-43e7-b497-9c5477292a8d admin admin] 10.222.0.18 "GET /v2.0/subnetpools/16a8dba0-28e7-4bc8-a957-15db8e426d3f HTTP/1.1" status: 200 len: 734 time: 0.0216475 Feb 02 15:37:41.242443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Request body: {'subnet': {'ip_version': 4, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'name': 'private-subnet', 'subnetpool_id': '16a8dba0-28e7-4bc8-a957-15db8e426d3f', 'gateway_ip': '172.20.0.1'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:37:41.249009 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:41.253192 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Usage tracker for resource:subnet and tenant:29949d7c45954767b661edf8fda596f8 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:41.256295 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:41.264024 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:41.278709 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Made reservation on behalf of 29949d7c45954767b661edf8fda596f8 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:41.281065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.575069 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.672918 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d700787-d681-4de5-9c8e-711968db3aeb,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:41.677227 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Checking segment: {'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:37:41.677595 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Network hostable DHCP agents. Network: b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:37:41.700542 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:37:41.712307 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:41.717702 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:41.718490 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:41.723408 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-afded782-5baf-4a69-9b64-b28b93efd35b None None] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:37:41.739433 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-836e0342-d22e-4e00-85a5-fb0f73ac690a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 854 time: 0.5011017 Feb 02 15:37:42.127501 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'fixed_ips': [{'subnet_id': '5d700787-d681-4de5-9c8e-711968db3aeb'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:37:42.134113 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.323023 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Allocated IP 172.20.0.2 (b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c/5d700787-d681-4de5-9c8e-711968db3aeb/42b39307-3e62-420f-8811-d37877dff135) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:37:42.572064 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.589474 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Transition to ACTIVE for port object 42b39307-3e62-420f-8811-d37877dff135 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:42.616489 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Transition to ACTIVE for port object 42b39307-3e62-420f-8811-d37877dff135 will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:37:42.626060 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.698276 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Pushing event updated for resources: {'Port': ['ID=42b39307-3e62-420f-8811-d37877dff135,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:42.710169 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.710734 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.711296 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.711853 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.712399 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.712970 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.713537 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.713899 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.714286 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.714626 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.714973 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.715317 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Tracked resource versions report: Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: pushed versions: Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: { 'AddressGroup': {'1.2'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'ConntrackHelper': {'1.0'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Log': {'1.0'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Network': {'1.1'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Port': {'1.7'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'PortForwarding': {'1.2'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'QosPolicy': {'1.8'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroup': {'1.4'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SubPort': {'1.0'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Subnet': {'1.1'}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Trunk': {'1.1'}} Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: consumer versions: Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'ConntrackHelper': '1.0', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Log': '1.0', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Network': '1.1', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Port': '1.7', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'PortForwarding': '1.2', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'QosPolicy': '1.8', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroup': '1.4', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroupRule': '1.2', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SubPort': '1.0', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Subnet': '1.1', Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Trunk': '1.1'}} Feb 02 15:37:42.716452 dv-cinder-817833-1-iscsi neutron-server[87158]: {{(pid=87158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:37:42.732206 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:37:42.733373 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:37:42.736984 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:37:42.838399 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Attempting to bind port 42b39307-3e62-420f-8811-d37877dff135 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:37:42.838803 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Attempting to bind port 42b39307-3e62-420f-8811-d37877dff135 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:37:42.839240 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Attempting to bind port 42b39307-3e62-420f-8811-d37877dff135 on network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:37:42.845012 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:37:42.845721 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Checking segment: {'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:37:42.846253 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.846644 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Bound using segment: {'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:37:42.847137 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Bound port: 42b39307-3e62-420f-8811-d37877dff135, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:37:42.847540 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:42.940621 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] For port 42b39307-3e62-420f-8811-d37877dff135, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:37:42.946547 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] For port 42b39307-3e62-420f-8811-d37877dff135, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=42b39307-3e62-420f-8811-d37877dff135,segment=NetworkSegment(c8729bff-4417-4f72-839c-f23bfa6fc940),segment_id=c8729bff-4417-4f72-839c-f23bfa6fc940)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:37:42.952705 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:43.081998 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-595ab339-56e4-4fa0-8f6f-5a76dcdea2e1 None None] Pushing event updated for resources: {'Port': ['ID=42b39307-3e62-420f-8811-d37877dff135,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:44.588806 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 45786) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:45.034894 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [None req-5cc8763c-15fc-4386-9c47-1b762d1a2aee admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:37:45.035904 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5cc8763c-15fc-4386-9c47-1b762d1a2aee admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4457440 Feb 02 15:37:46.654712 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 42b39307-3e62-420f-8811-d37877dff135 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:46.732034 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 42b39307-3e62-420f-8811-d37877dff135 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:47.235580 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-808e0681-aa4c-4541-8487-db795d88e377 None None] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:37:47.328770 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-a6bc5335-b359-4aa9-a85c-2d0376b78da9 None None] Provisioning for port 42b39307-3e62-420f-8811-d37877dff135 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:37:47.338199 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-a6bc5335-b359-4aa9-a85c-2d0376b78da9 None None] Provisioning complete for port 42b39307-3e62-420f-8811-d37877dff135 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:47.338592 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5335-b359-4aa9-a85c-2d0376b78da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.532719 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 45800) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:47.594828 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5335-b359-4aa9-a85c-2d0376b78da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.660152 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-a6bc5335-b359-4aa9-a85c-2d0376b78da9 None None] For port 42b39307-3e62-420f-8811-d37877dff135, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=42b39307-3e62-420f-8811-d37877dff135,segment=NetworkSegment(c8729bff-4417-4f72-839c-f23bfa6fc940),segment_id=c8729bff-4417-4f72-839c-f23bfa6fc940)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:37:47.666194 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a6bc5335-b359-4aa9-a85c-2d0376b78da9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:47.738929 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6bc5335-b359-4aa9-a85c-2d0376b78da9 None None] Pushing event updated for resources: {'Port': ['ID=42b39307-3e62-420f-8811-d37877dff135,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:47.988464 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-9afe166f-f646-44e1-b3e2-ef2646c28772 None None] Provisioning complete for port 42b39307-3e62-420f-8811-d37877dff135 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:47.988766 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-9afe166f-f646-44e1-b3e2-ef2646c28772 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:48.004243 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [None req-aeaf8683-1ef1-4f51-85aa-37c7b611923a admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:37:48.005269 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-aeaf8683-1ef1-4f51-85aa-37c7b611923a admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4713247 Feb 02 15:37:48.637091 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 42b39307-3e62-420f-8811-d37877dff135 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:37:48.717008 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 42b39307-3e62-420f-8811-d37877dff135 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:37:48.717716 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:50.801909 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 45812) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:51.177749 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Request body: {'router': {'admin_state_up': True, 'name': 'router1', 'tenant_id': '29949d7c45954767b661edf8fda596f8'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:37:51.183022 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:51.195064 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Usage tracker for resource:router and tenant:29949d7c45954767b661edf8fda596f8 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:51.197986 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:51.203869 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:51.214744 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.216915 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.240163 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.355728 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.376090 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:51.377606 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8e91db50-b46b-45cf-b3ec-0c819ed4444b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 709 time: 0.5740330 Feb 02 15:37:53.357166 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-97272529-c362-4abb-a3b5-dfe6545b0291 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:53.835343 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 45822) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:54.311917 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [None req-0a5a508c-0abe-4b7a-83da-d9f90ac04a83 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:37:54.312951 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-0a5a508c-0abe-4b7a-83da-d9f90ac04a83 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.4765804 Feb 02 15:37:55.654535 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-af51b849-b751-4435-a791-17a86be7098d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.680052 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.763491 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:56.836380 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 45832) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:37:57.259028 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Request body: {'network': {'admin_state_up': True, 'router:external': True, 'is_default': True, 'provider:network_type': 'flat', 'provider:physical_network': 'physnet1', 'name': 'public'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:37:57.260528 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.quota [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Loaded quota_driver: . Feb 02 15:37:57.276278 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:57.283269 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Usage tracker for resource:network and tenant:01c31af961f647ac84cfc0a9e8890b3a is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:57.288034 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:57.296716 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:57.313587 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Made reservation on behalf of 01c31af961f647ac84cfc0a9e8890b3a for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:37:57.392708 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.policy [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Loaded default policies from ['neutron'] under neutron.policies entry points {{(pid=87157) register_rules /opt/stack/neutron/neutron/policy.py:73}} Feb 02 15:37:57.440523 dv-cinder-817833-1-iscsi neutron-server[87157]: WARNING oslo_policy.policy [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:57.440907 dv-cinder-817833-1-iscsi neutron-server[87157]: WARNING oslo_policy.policy [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] JSON formatted policy_file support is deprecated since Victoria release. You need to use YAML format which will be default in future. You can use ``oslopolicy-convert-json-to-yaml`` tool to convert existing JSON-formatted policy file to YAML-formatted in backward compatible way: https://docs.openstack.org/oslo.policy/latest/cli/oslopolicy-convert-json-to-yaml.html. Feb 02 15:37:57.452280 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.475502 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.502161 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:37:57.508302 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Usage tracker for resource:security_group_rule and tenant:01c31af961f647ac84cfc0a9e8890b3a is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:37:57.512950 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:37:57.519044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:37:57.652432 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.657182 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.676842 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_flat [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Reserving flat network on physical network physnet1 {{(pid=87157) reserve_provider_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_flat.py:100}} Feb 02 15:37:57.714418 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks ['neutron.services.segments.db._add_segment_host_mapping_for_segment-8772014895921', 'neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.715104 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Unsubscribe: segment precommit_create {{(pid=87157) unsubscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:83}} Feb 02 15:37:57.715612 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Added segment 680156c9-9ca8-48e7-b886-74f27654b8e1 of type flat for network 7bd967a4-204f-4851-97d6-b1d1b0550a26 Feb 02 15:37:57.770732 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c6eb5c10-18b0-4454-920a-1a0443f2ea28,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:57.794846 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.795256 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.795733 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.796072 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.796403 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.796758 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.797072 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.797394 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.797727 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.798050 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.798401 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.798706 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Tracked resource versions report: Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: pushed versions: Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: { 'AddressGroup': {'1.2'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'ConntrackHelper': {'1.0'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Log': {'1.0'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Network': {'1.1'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Port': {'1.7'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'PortForwarding': {'1.2'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'QosPolicy': {'1.8'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroup': {'1.4'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SubPort': {'1.0'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Subnet': {'1.1'}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Trunk': {'1.1'}} Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: consumer versions: Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'ConntrackHelper': '1.0', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Log': '1.0', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Network': '1.1', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Port': '1.7', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'PortForwarding': '1.2', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'QosPolicy': '1.8', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroup': '1.4', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroupRule': '1.2', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SubPort': '1.0', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Subnet': '1.1', Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Trunk': '1.1'}} Feb 02 15:37:57.799815 dv-cinder-817833-1-iscsi neutron-server[87157]: {{(pid=87157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:37:57.855184 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.901623 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:57.903476 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:37:57.904313 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:37:58.014992 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] Pushing event updated for resources: {'Network': ['ID=7bd967a4-204f-4851-97d6-b1d1b0550a26,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:37:58.020062 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-87dbfedf-18c6-4d21-a7a9-39caa4618b3e admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 1.1825655 Feb 02 15:37:58.027636 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:37:58.182045 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:00.571244 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 45858) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:00.844836 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-61f5e742-2ef0-4c6a-a563-18e8a7b130b2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:00.846323 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-61f5e742-2ef0-4c6a-a563-18e8a7b130b2 admin admin] 10.222.0.18 "GET /v2.0/subnets/5d700787-d681-4de5-9c8e-711968db3aeb HTTP/1.1" status: 200 len: 849 time: 0.2739530 Feb 02 15:38:01.031654 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-485a2765-29bc-4f8b-ac0d-ac98d60c366e admin admin] 10.222.0.18 "GET /v2.0/routers/260e5b3f-5d19-4de9-b147-59424201c4af HTTP/1.1" status: 200 len: 704 time: 0.1795650 Feb 02 15:38:01.585071 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:01.827201 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Allocated IP 172.20.0.1 (b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c/5d700787-d681-4de5-9c8e-711968db3aeb/295bd1ea-e93e-4b14-a659-0094294a8748) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:01.996073 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.017335 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Transition to ACTIVE for port object 295bd1ea-e93e-4b14-a659-0094294a8748 will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:02.076150 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.144921 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:02.147882 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:02.157775 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Pushing event updated for resources: {'Port': ['ID=295bd1ea-e93e-4b14-a659-0094294a8748,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:02.160518 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:38:02.161084 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.432054 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-2a158071-11d4-4aea-8638-5660dad4c895 None None] Provisioning for port 295bd1ea-e93e-4b14-a659-0094294a8748 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:02.437831 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-2a158071-11d4-4aea-8638-5660dad4c895 None None] Provisioning complete for port 295bd1ea-e93e-4b14-a659-0094294a8748 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:02.438240 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2a158071-11d4-4aea-8638-5660dad4c895 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.438344 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.491603 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-2a158071-11d4-4aea-8638-5660dad4c895 None None] Port 295bd1ea-e93e-4b14-a659-0094294a8748 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:38:02.733171 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.737946 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.738723 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:02.871827 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Pushing event updated for resources: {'Port': ['ID=295bd1ea-e93e-4b14-a659-0094294a8748,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:02.941702 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:02.942854 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:03.144883 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Router 260e5b3f-5d19-4de9-b147-59424201c4af is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:38:03.216370 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-89ee4085-971d-4c2a-8bbb-825f5c872e1c None None] Provisioning complete for port 295bd1ea-e93e-4b14-a659-0094294a8748 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:03.216650 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-89ee4085-971d-4c2a-8bbb-825f5c872e1c None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:03.272195 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-89ee4085-971d-4c2a-8bbb-825f5c872e1c None None] Port 295bd1ea-e93e-4b14-a659-0094294a8748 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:38:03.312939 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:38:03.322162 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-670ef575-cc71-4d85-bbe1-65a7afee7237 admin admin] 10.222.0.18 "PUT /v2.0/routers/260e5b3f-5d19-4de9-b147-59424201c4af/add_router_interface HTTP/1.1" status: 200 len: 508 time: 2.2841866 Feb 02 15:38:03.323173 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Sync routers for ids ['260e5b3f-5d19-4de9-b147-59424201c4af'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:38:03.333973 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Routers {'260e5b3f-5d19-4de9-b147-59424201c4af'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:38:03.334854 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:37:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['260e5b3f-5d19-4de9-b147-59424201c4af'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:03.523640 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Set router 260e5b3f-5d19-4de9-b147-59424201c4af gateway port host: None {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:38:03.938900 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'name': 'router1', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:51Z', 'updated_at': '2022-02-02T15:38:02Z', 'revision_number': 2, 'project_id': '29949d7c45954767b661edf8fda596f8', 'gw_port_host': None, '_interfaces': [{'id': '295bd1ea-e93e-4b14-a659-0094294a8748', 'name': '', 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'mac_address': 'fa:16:3e:0c:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:01Z', 'updated_at': '2022-02-02T15:38:02Z', 'revision_number': 2, 'project_id': '29949d7c45954767b661edf8fda596f8', 'subnets': [{'id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a8dba0-28e7-4bc8-a957-15db8e426d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:03.944329 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Checking router: 260e5b3f-5d19-4de9-b147-59424201c4af for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:38:03.944695 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Updating router 260e5b3f-5d19-4de9-b147-59424201c4af port 295bd1ea-e93e-4b14-a659-0094294a8748 binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:38:04.002266 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.430117 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.445252 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Transition to ACTIVE for port object 295bd1ea-e93e-4b14-a659-0094294a8748 will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:04.453182 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.755022 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Attempting to bind port 295bd1ea-e93e-4b14-a659-0094294a8748 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:04.755488 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Attempting to bind port 295bd1ea-e93e-4b14-a659-0094294a8748 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:04.755931 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Attempting to bind port 295bd1ea-e93e-4b14-a659-0094294a8748 on network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:38:04.759620 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Pushing event updated for resources: {'Port': ['ID=295bd1ea-e93e-4b14-a659-0094294a8748,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:04.765857 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:38:04.766298 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Checking segment: {'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:38:04.766779 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.767167 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Bound using segment: {'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:38:04.767670 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Bound port: 295bd1ea-e93e-4b14-a659-0094294a8748, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'c8729bff-4417-4f72-839c-f23bfa6fc940', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 392, 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:04.768037 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:04.781624 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.781982 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.782217 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.782550 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.782870 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.783190 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.783505 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.783820 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.784137 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.784455 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.784759 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.785234 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Tracked resource versions report: Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: pushed versions: Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: { 'AddressGroup': {'1.2'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'ConntrackHelper': {'1.0'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Log': {'1.0'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Network': {'1.1'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Port': {'1.7'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'PortForwarding': {'1.2'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'QosPolicy': {'1.8'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroup': {'1.4'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SubPort': {'1.0'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Subnet': {'1.1'}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Trunk': {'1.1'}} Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: consumer versions: Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'ConntrackHelper': '1.0', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Log': '1.0', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Network': '1.1', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Port': '1.7', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'PortForwarding': '1.2', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'QosPolicy': '1.8', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroup': '1.4', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroupRule': '1.2', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SubPort': '1.0', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Subnet': '1.1', Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Trunk': '1.1'}} Feb 02 15:38:04.786359 dv-cinder-817833-1-iscsi neutron-server[87159]: {{(pid=87159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:38:04.892276 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] For port 295bd1ea-e93e-4b14-a659-0094294a8748, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:38:04.901850 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] For port 295bd1ea-e93e-4b14-a659-0094294a8748, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=295bd1ea-e93e-4b14-a659-0094294a8748,segment=NetworkSegment(c8729bff-4417-4f72-839c-f23bfa6fc940),segment_id=c8729bff-4417-4f72-839c-f23bfa6fc940)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:38:04.909449 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:05.015214 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Routers {'260e5b3f-5d19-4de9-b147-59424201c4af'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:38:05.016293 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:37:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['260e5b3f-5d19-4de9-b147-59424201c4af'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:05.108438 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a98986ee-8b0d-4add-bdc0-3b56e7be44d2 None None] Pushing event updated for resources: {'Port': ['ID=295bd1ea-e93e-4b14-a659-0094294a8748,revision_number=4']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:05.230784 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] Set router 260e5b3f-5d19-4de9-b147-59424201c4af gateway port host: None {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:38:05.605440 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 45882) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:05.617079 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'name': 'router1', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:51Z', 'updated_at': '2022-02-02T15:38:02Z', 'revision_number': 2, 'project_id': '29949d7c45954767b661edf8fda596f8', 'gw_port_host': None, '_interfaces': [{'id': '295bd1ea-e93e-4b14-a659-0094294a8748', 'name': '', 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'mac_address': 'fa:16:3e:0c:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:01Z', 'updated_at': '2022-02-02T15:38:04Z', 'revision_number': 4, 'project_id': '29949d7c45954767b661edf8fda596f8', 'subnets': [{'id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a8dba0-28e7-4bc8-a957-15db8e426d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:05.622049 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c3b29bdd-404c-45bd-b987-a76688575a5e None None] The sync data for ids ['260e5b3f-5d19-4de9-b147-59424201c4af'] in dv-cinder-817833-1-iscsi is: [{'id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'name': 'router1', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:51Z', 'updated_at': '2022-02-02T15:38:02Z', 'revision_number': 2, 'project_id': '29949d7c45954767b661edf8fda596f8', 'gw_port_host': None, '_interfaces': [{'id': '295bd1ea-e93e-4b14-a659-0094294a8748', 'name': '', 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'mac_address': 'fa:16:3e:0c:5e:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:01Z', 'updated_at': '2022-02-02T15:38:04Z', 'revision_number': 4, 'project_id': '29949d7c45954767b661edf8fda596f8', 'subnets': [{'id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a8dba0-28e7-4bc8-a957-15db8e426d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:38:05.772819 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a0834cf8-8f95-4f10-83f7-60126e73d6c1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:05.773451 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a0834cf8-8f95-4f10-83f7-60126e73d6c1 admin admin] Synchronizing usage tracker for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:38:05.794035 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a0834cf8-8f95-4f10-83f7-60126e73d6c1 admin admin] Unset dirty status for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:38:05.795465 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a0834cf8-8f95-4f10-83f7-60126e73d6c1 admin admin] 10.222.0.18 "GET /v2.0/networks/7bd967a4-204f-4851-97d6-b1d1b0550a26 HTTP/1.1" status: 200 len: 842 time: 0.1890197 Feb 02 15:38:05.809500 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Request body: {'subnet': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'ip_version': 4, 'gateway_ip': '172.27.2.1', 'name': 'public-subnet', 'enable_dhcp': False, 'cidr': '172.27.2.0/24'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:38:05.815193 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:38:05.819054 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Usage tracker for resource:subnet and tenant:01c31af961f647ac84cfc0a9e8890b3a is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:38:05.822043 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:38:05.829809 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:38:05.843602 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Made reservation on behalf of 01c31af961f647ac84cfc0a9e8890b3a for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:38:05.846402 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.265497 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.objects.ports [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Time-cost: Fetching 0 ports in 0 security groups {{(pid=87157) get_objects /opt/stack/neutron/neutron/objects/ports.py:461}} Feb 02 15:38:06.266444 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.356232 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Pushing event updated for resources: {'Subnet': ['ID=7b047b4f-b82d-434c-af74-d4f544b72f10,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:06.366795 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:38:06.367161 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Network hostable DHCP agents. Network: 7bd967a4-204f-4851-97d6-b1d1b0550a26, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:38:06.395638 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:38:06.418782 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 7bd967a4-204f-4851-97d6-b1d1b0550a26) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:06.424336 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:06.425508 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:06.430212 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f2ce4fef-57d2-4112-963f-69d148af4ce1 None None] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:38:06.462298 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-b9a36986-50aa-4169-b9a7-c9e68344dc8f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 821 time: 0.6501126 Feb 02 15:38:06.726865 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2628179a-2405-4888-8fee-438d6ee26757 None None] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:38:06.757061 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 295bd1ea-e93e-4b14-a659-0094294a8748 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:07.018691 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 295bd1ea-e93e-4b14-a659-0094294a8748 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:07.030979 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 295bd1ea-e93e-4b14-a659-0094294a8748 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:07.031360 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:07.213180 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:07.247043 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 295bd1ea-e93e-4b14-a659-0094294a8748, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=295bd1ea-e93e-4b14-a659-0094294a8748,segment=NetworkSegment(c8729bff-4417-4f72-839c-f23bfa6fc940),segment_id=c8729bff-4417-4f72-839c-f23bfa6fc940)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:38:07.252879 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:07.327461 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=295bd1ea-e93e-4b14-a659-0094294a8748,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:08.632902 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 295bd1ea-e93e-4b14-a659-0094294a8748 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:08.724457 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 295bd1ea-e93e-4b14-a659-0094294a8748 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:08.725274 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:08.847755 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 45896) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:09.114210 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a45e5145-26dd-4a2f-8d36-ca99f7fac665 admin admin] 10.222.0.18 "GET /v2.0/routers/260e5b3f-5d19-4de9-b147-59424201c4af HTTP/1.1" status: 200 len: 710 time: 0.2653668 Feb 02 15:38:09.255217 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1efc6280-a29b-4609-b490-ac97d5eca966 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:38:09.256594 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-1efc6280-a29b-4609-b490-ac97d5eca966 admin admin] 10.222.0.18 "GET /v2.0/networks/7bd967a4-204f-4851-97d6-b1d1b0550a26 HTTP/1.1" status: 200 len: 886 time: 0.1371593 Feb 02 15:38:09.265497 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Request body: {'router': {'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:38:09.728423 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.076761 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.135397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.281156 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Allocated IP 172.27.2.231 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/153913ff-17a8-494d-a07a-e4c6b43f6a6d) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:38:10.485698 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.516903 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:10.581290 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:38:10.584279 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:38:10.588129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:38:10.650039 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Pushing event updated for resources: {'Port': ['ID=153913ff-17a8-494d-a07a-e4c6b43f6a6d,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:10.992364 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.370851 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.374734 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_distributed_port_bindings_after_change-1788160', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_snat_interfaces_after_change-1788183', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._reconfigure_ha_resources-1789526'] for router, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.570711 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Router 260e5b3f-5d19-4de9-b147-59424201c4af has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:38:11.754760 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:38:11.764440 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:11.765632 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f65b28c0-8322-4aa3-b076-97d82b05c3e4 admin admin] 10.222.0.18 "PUT /v2.0/routers/260e5b3f-5d19-4de9-b147-59424201c4af HTTP/1.1" status: 200 len: 890 time: 2.5033996 Feb 02 15:38:11.768042 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Sync routers for ids ['260e5b3f-5d19-4de9-b147-59424201c4af'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:38:11.780823 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Routers {'260e5b3f-5d19-4de9-b147-59424201c4af'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:38:11.781504 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:37:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['260e5b3f-5d19-4de9-b147-59424201c4af'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:11.993386 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Set router 260e5b3f-5d19-4de9-b147-59424201c4af gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:38:12.353839 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'name': 'router1', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '153913ff-17a8-494d-a07a-e4c6b43f6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:51Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 4, 'project_id': '29949d7c45954767b661edf8fda596f8', 'gw_port': {'id': '153913ff-17a8-494d-a07a-e4c6b43f6a6d', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:10Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '295bd1ea-e93e-4b14-a659-0094294a8748', 'name': '', 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'mac_address': 'fa:16:3e:0c:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:01Z', 'updated_at': '2022-02-02T15:38:07Z', 'revision_number': 5, 'project_id': '29949d7c45954767b661edf8fda596f8', 'subnets': [{'id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a8dba0-28e7-4bc8-a957-15db8e426d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:12.359466 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Checking router: 260e5b3f-5d19-4de9-b147-59424201c4af for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:38:12.359831 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Updating router 260e5b3f-5d19-4de9-b147-59424201c4af port 153913ff-17a8-494d-a07a-e4c6b43f6a6d binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:38:12.412386 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.784416 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.796882 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Transition to ACTIVE for port object 153913ff-17a8-494d-a07a-e4c6b43f6a6d will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:38:12.803742 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.919797 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Attempting to bind port 153913ff-17a8-494d-a07a-e4c6b43f6a6d on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:38:12.920161 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Attempting to bind port 153913ff-17a8-494d-a07a-e4c6b43f6a6d by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:38:12.920521 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Attempting to bind port 153913ff-17a8-494d-a07a-e4c6b43f6a6d on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:38:12.922726 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ceb6dd-3b0b-4c03-97ef-3a5d2b2704dd None None] Pushing event updated for resources: {'Port': ['ID=153913ff-17a8-494d-a07a-e4c6b43f6a6d,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:12.928652 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 37, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:38:12.929119 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:38:12.929538 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:12.929798 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:38:12.930414 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Bound port: 153913ff-17a8-494d-a07a-e4c6b43f6a6d, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:38:12.930705 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.005567 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] For port 153913ff-17a8-494d-a07a-e4c6b43f6a6d, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:38:13.008546 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] For port 153913ff-17a8-494d-a07a-e4c6b43f6a6d, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=153913ff-17a8-494d-a07a-e4c6b43f6a6d,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:38:13.013539 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:13.093014 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Routers {'260e5b3f-5d19-4de9-b147-59424201c4af'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:38:13.093907 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 0, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 0, "log_agent_heartbeats": false, "routers": 0},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:37:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['260e5b3f-5d19-4de9-b147-59424201c4af'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:13.155571 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-49ceb6dd-3b0b-4c03-97ef-3a5d2b2704dd None None] Pushing event updated for resources: {'Port': ['ID=153913ff-17a8-494d-a07a-e4c6b43f6a6d,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:13.312719 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] Set router 260e5b3f-5d19-4de9-b147-59424201c4af gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:38:13.692767 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'name': 'router1', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '153913ff-17a8-494d-a07a-e4c6b43f6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:51Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 4, 'project_id': '29949d7c45954767b661edf8fda596f8', 'gw_port': {'id': '153913ff-17a8-494d-a07a-e4c6b43f6a6d', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:10Z', 'updated_at': '2022-02-02T15:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '295bd1ea-e93e-4b14-a659-0094294a8748', 'name': '', 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'mac_address': 'fa:16:3e:0c:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:01Z', 'updated_at': '2022-02-02T15:38:07Z', 'revision_number': 5, 'project_id': '29949d7c45954767b661edf8fda596f8', 'subnets': [{'id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a8dba0-28e7-4bc8-a957-15db8e426d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:38:13.695216 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:38:13.706909 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3e63e44a-3006-4216-8ad6-d600949740ba None None] The sync data for ids ['260e5b3f-5d19-4de9-b147-59424201c4af'] in dv-cinder-817833-1-iscsi is: [{'id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'name': 'router1', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.231'}], 'enable_snat': True}, 'gw_port_id': '153913ff-17a8-494d-a07a-e4c6b43f6a6d', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:37:51Z', 'updated_at': '2022-02-02T15:38:10Z', 'revision_number': 4, 'project_id': '29949d7c45954767b661edf8fda596f8', 'gw_port': {'id': '153913ff-17a8-494d-a07a-e4c6b43f6a6d', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:1b:44:f0', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_gateway', 'standard_attr_id': 21, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.231', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:10Z', 'updated_at': '2022-02-02T15:38:13Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '295bd1ea-e93e-4b14-a659-0094294a8748', 'name': '', 'network_id': 'b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c', 'tenant_id': '29949d7c45954767b661edf8fda596f8', 'mac_address': 'fa:16:3e:0c:5e:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '260e5b3f-5d19-4de9-b147-59424201c4af', 'device_owner': 'network:router_interface', 'standard_attr_id': 19, 'fixed_ips': [{'subnet_id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'ip_address': '172.20.0.1', 'prefixlen': 26}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:38:01Z', 'updated_at': '2022-02-02T15:38:07Z', 'revision_number': 5, 'project_id': '29949d7c45954767b661edf8fda596f8', 'subnets': [{'id': '5d700787-d681-4de5-9c8e-711968db3aeb', 'cidr': '172.20.0.0/26', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': '16a8dba0-28e7-4bc8-a957-15db8e426d3f'}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:38:14.290747 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 45906) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:38:14.422382 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5d8058a9-3ebc-4f6b-9c55-1ec71856a3c9 admin admin] 10.222.0.18 "GET /v2.0/ports?device_owner=network%3Arouter_gateway&fields=id&fields=name&fields=mac_address&fields=fixed_ips&fields=status HTTP/1.1" status: 200 len: 411 time: 0.1301684 Feb 02 15:38:14.690602 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 153913ff-17a8-494d-a07a-e4c6b43f6a6d up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:14.766638 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 153913ff-17a8-494d-a07a-e4c6b43f6a6d completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:38:14.772279 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 153913ff-17a8-494d-a07a-e4c6b43f6a6d triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:14.772654 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.898143 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.916370 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 153913ff-17a8-494d-a07a-e4c6b43f6a6d, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=153913ff-17a8-494d-a07a-e4c6b43f6a6d,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:38:14.922849 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:14.993646 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=153913ff-17a8-494d-a07a-e4c6b43f6a6d,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:38:16.646361 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 153913ff-17a8-494d-a07a-e4c6b43f6a6d up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:38:16.718531 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 153913ff-17a8-494d-a07a-e4c6b43f6a6d triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:38:16.719164 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:23.369769 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-af1c5829-edcf-4f56-9b57-7bd94a408705 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:25.663927 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ea37aeb5-75e4-4a17-a7b3-77e33bbf3a83 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.675575 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:26.751502 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:28.167702 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:50.686923 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:38:53.411467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b3ceba2f-1636-48bd-9db4-d2d78049787c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:55.648043 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-96daa028-b5bf-4b20-81c4-4d072296fcb7 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.678002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:56.753622 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:38:58.188745 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:23.360963 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-c6366e68-7798-4c2e-8793-1c58dd05fc44 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:25.658607 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d72fc7af-557d-4386-831c-ecccd8f89495 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.678967 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:26.753397 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:27.685584 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:39:28.185449 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:53.388238 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-c6112ba4-ccfe-415c-a972-8870f1269bb0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:55.651663 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-14e4c338-7e16-4a62-8b9b-aa7333f1c7e5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.675322 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:56.749186 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:39:58.185655 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:04.686226 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:40:18.715053 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46476) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:18.833355 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.pecan_wsgi.hooks.translation [None req-ee1d4192-017d-4fe9-9681-5bfb1287c7c6 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:40:18.834936 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-ee1d4192-017d-4fe9-9681-5bfb1287c7c6 admin admin] 10.222.0.18 "GET /v2.0/networks/private HTTP/1.1" status: 404 len: 315 time: 0.1188655 Feb 02 15:40:18.963854 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ea344249-dda7-47cf-8cab-79358f49b9bd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:18.965196 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-ea344249-dda7-47cf-8cab-79358f49b9bd admin admin] 10.222.0.18 "GET /v2.0/networks?name=private HTTP/1.1" status: 200 len: 872 time: 0.1264398 Feb 02 15:40:21.080677 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46486) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:21.186532 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-81b032c9-a049-432c-8661-47eab1037f01 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:21.187090 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-81b032c9-a049-432c-8661-47eab1037f01 admin admin] Synchronizing usage tracker for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:subnet {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:40:21.203811 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-81b032c9-a049-432c-8661-47eab1037f01 admin admin] Unset dirty status for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:subnet {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:40:21.205166 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-81b032c9-a049-432c-8661-47eab1037f01 admin admin] 10.222.0.18 "GET /v2.0/subnets/5d700787-d681-4de5-9c8e-711968db3aeb HTTP/1.1" status: 200 len: 849 time: 0.1235285 Feb 02 15:40:21.215372 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Request body: {'subnet': {'dns_nameservers': ['8.8.8.8', '8.8.4.4']}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:40:21.332514 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Notify callbacks [] for subnet, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.516173 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_subnet_gateway_ip_update-8772014914308'] for subnet, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.561008 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:21.562233 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:21.563188 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] 10.222.0.18 "PUT /v2.0/subnets/5d700787-d681-4de5-9c8e-711968db3aeb HTTP/1.1" status: 200 len: 868 time: 0.3516715 Feb 02 15:40:21.565247 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2391dfdf-ff97-4769-90b3-d18d4f86662d None None] Network b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:40:21.587803 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5d700787-d681-4de5-9c8e-711968db3aeb,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:40:21.595488 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.595873 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.596207 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.596540 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.596866 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.597198 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.597523 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.598183 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.598527 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.598882 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.599181 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.599505 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-140107f5-e680-44d6-a39b-d7b8c57d6db9 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:40:21.995588 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-0b387e0e-006d-41b4-a019-7f104f522ae5 None None] Provisioning complete for port 42b39307-3e62-420f-8811-d37877dff135 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:21.995953 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b387e0e-006d-41b4-a019-7f104f522ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:22.124265 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-0b387e0e-006d-41b4-a019-7f104f522ae5 None None] Provisioning complete for port 295bd1ea-e93e-4b14-a659-0094294a8748 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:40:22.124656 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b387e0e-006d-41b4-a019-7f104f522ae5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:23.351715 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0fe7dd22-131d-4052-a978-8050d576a249 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:23.680173 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46496) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:23.856259 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d5842-3bf9-416d-8d1d-b8aab93d4474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:23.856729 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-264d5842-3bf9-416d-8d1d-b8aab93d4474 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:23.858313 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-264d5842-3bf9-416d-8d1d-b8aab93d4474 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1771009 Feb 02 15:40:25.656631 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-184fce68-4ae0-4cd1-945c-3ba3bf29aa59 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:25.966003 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46506) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:26.136725 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7db3a3-9d78-4d1f-8294-9a64dfdba924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:26.137188 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-da7db3a3-9d78-4d1f-8294-9a64dfdba924 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:26.138704 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-da7db3a3-9d78-4d1f-8294-9a64dfdba924 admin admin] 10.222.0.18 "GET /v2.0/networks HTTP/1.1" status: 200 len: 1549 time: 0.1717396 Feb 02 15:40:26.678471 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:26.742564 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.189733 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:28.261064 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46516) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:28.427308 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b58e32dc-8f3a-4cc2-91da-13649fc3af0e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:28.428646 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-b58e32dc-8f3a-4cc2-91da-13649fc3af0e admin admin] 10.222.0.18 "GET /v2.0/networks/7bd967a4-204f-4851-97d6-b1d1b0550a26 HTTP/1.1" status: 200 len: 886 time: 0.1666055 Feb 02 15:40:30.575292 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 46526) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:30.764446 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-00c1e3b7-05f3-4c4f-a8e7-f83f41ad40c3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:30.765740 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-00c1e3b7-05f3-4c4f-a8e7-f83f41ad40c3 admin admin] 10.222.0.18 "GET /v2.0/networks/b166db0d-6aff-4fb8-bcae-c88a4d3dcf7c HTTP/1.1" status: 200 len: 869 time: 0.1895146 Feb 02 15:40:32.899566 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 46536) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:33.006739 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c4f1c-3c03-423e-a3ce-ffebb2338289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:33.007196 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-397c4f1c-3c03-423e-a3ce-ffebb2338289 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:33.008686 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-397c4f1c-3c03-423e-a3ce-ffebb2338289 admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1082044 Feb 02 15:40:35.153457 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46546) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:35.259554 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111552f2-1376-42f2-9058-e873698f9dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:35.260003 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-111552f2-1376-42f2-9058-e873698f9dda admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:35.261514 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-111552f2-1376-42f2-9058-e873698f9dda admin admin] 10.222.0.18 "GET /v2.0/subnets HTTP/1.1" status: 200 len: 1479 time: 0.1071262 Feb 02 15:40:37.393680 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46556) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:37.499097 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-9bfc0df4-aa62-4ba0-9720-851526560b14 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:37.500473 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9bfc0df4-aa62-4ba0-9720-851526560b14 admin admin] 10.222.0.18 "GET /v2.0/subnets/5d700787-d681-4de5-9c8e-711968db3aeb HTTP/1.1" status: 200 len: 868 time: 0.1058042 Feb 02 15:40:39.634557 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46566) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:39.750471 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4e821a28-4957-468b-9ae3-9cc80f5893e1 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:40:39.751848 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-4e821a28-4957-468b-9ae3-9cc80f5893e1 admin admin] 10.222.0.18 "GET /v2.0/subnets/7b047b4f-b82d-434c-af74-d4f544b72f10 HTTP/1.1" status: 200 len: 816 time: 0.1161449 Feb 02 15:40:41.685606 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:40:53.429108 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-be2d2d3f-681c-420e-be01-5793bfdac550 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:55.667358 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a6598a1b-f9f1-4859-93d6-eca5e8cb94ad None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.685681 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:56.748653 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:58.196362 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:40:59.196667 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46612) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:40:59.261849 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [None req-1b10754b-79e6-401c-8aae-57b33a670b91 admin admin] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:40:59.263171 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-1b10754b-79e6-401c-8aae-57b33a670b91 admin admin] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0655417 Feb 02 15:41:01.959907 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46622) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:02.025385 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.pecan_wsgi.hooks.translation [None req-12c77abc-a984-40a8-b978-a3cd9f5df329 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:41:02.026683 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-12c77abc-a984-40a8-b978-a3cd9f5df329 admin admin] 10.222.0.18 "GET /v2.0/networks/public HTTP/1.1" status: 404 len: 314 time: 0.0658467 Feb 02 15:41:02.155229 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-175c2cfe-c943-4fb6-be3f-247099a46128 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:02.156684 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-175c2cfe-c943-4fb6-be3f-247099a46128 admin admin] 10.222.0.18 "GET /v2.0/networks?name=public HTTP/1.1" status: 200 len: 889 time: 0.1261432 Feb 02 15:41:04.351509 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46632) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:04.400800 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Request body: {'network': {'admin_state_up': True, 'name': 'shared', 'shared': True}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:41:04.405383 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:04.414861 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Attempting to reserve 1 items for resource network. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:04.424496 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Made reservation on behalf of 01c31af961f647ac84cfc0a9e8890b3a for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:04.427050 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.517794 dv-cinder-817833-1-iscsi neutron-server[87157]: WARNING neutron.services.revisions.revision_plugin [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Could not find related network for resource to bump revision. Feb 02 15:41:04.531444 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] vlan segment allocate from pool success with {'vlan_id': 393, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:41:04.543721 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.544058 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Added segment b178f600-e715-4eb5-91d7-8765b078a0b9 of type vlan for network e14d4f5a-2614-439f-9d01-4816205a63dd Feb 02 15:41:04.576900 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.609841 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.611021 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:04.611756 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:04.759337 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] Pushing event updated for resources: {'Network': ['ID=e14d4f5a-2614-439f-9d01-4816205a63dd,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:04.762223 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-d05d3524-1a7d-4ebb-b3ba-81e500df3c45 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 847 time: 0.4096267 Feb 02 15:41:04.774542 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network e14d4f5a-2614-439f-9d01-4816205a63dd details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:41:06.925944 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46642) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:41:06.994161 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.pecan_wsgi.hooks.translation [None req-71a31ab4-23c9-4b9f-8ade-9b951ca21be2 admin admin] GET failed (client error): The resource could not be found. Feb 02 15:41:06.994686 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-71a31ab4-23c9-4b9f-8ade-9b951ca21be2 admin admin] Synchronizing usage tracker for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:41:07.010300 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-71a31ab4-23c9-4b9f-8ade-9b951ca21be2 admin admin] Unset dirty status for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:41:07.011473 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-71a31ab4-23c9-4b9f-8ade-9b951ca21be2 admin admin] 10.222.0.18 "GET /v2.0/networks/shared HTTP/1.1" status: 404 len: 314 time: 0.0840809 Feb 02 15:41:07.122288 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ce1a93f-be01-4108-9260-95442ee92ac5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:07.123755 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5ce1a93f-be01-4108-9260-95442ee92ac5 admin admin] 10.222.0.18 "GET /v2.0/networks?name=shared HTTP/1.1" status: 200 len: 826 time: 0.1083829 Feb 02 15:41:07.134733 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Request body: {'subnet': {'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd', 'name': 'shared-subnet', 'ip_version': 4, 'cidr': '192.168.233.0/24', 'description': 'shared-subnet'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:41:07.140802 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:41:07.152941 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:41:07.163505 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Made reservation on behalf of 01c31af961f647ac84cfc0a9e8890b3a for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:41:07.166817 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.382378 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.463582 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Pushing event updated for resources: {'Subnet': ['ID=46ba7beb-9262-4666-afb9-f3ce459010bc,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:07.474327 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Checking segment: {'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:41:07.474902 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Network hostable DHCP agents. Network: e14d4f5a-2614-439f-9d01-4816205a63dd, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:41:07.502008 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Network e14d4f5a-2614-439f-9d01-4816205a63dd is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:41:07.514209 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, e14d4f5a-2614-439f-9d01-4816205a63dd) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:07.518608 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:41:07.519184 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.528567 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-9f9f6e7b-bf58-4519-b2e4-7458345dc900 None None] Network e14d4f5a-2614-439f-9d01-4816205a63dd requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:41:07.546414 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-8126ddac-a52a-4ad7-8874-9c22497908dc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.4158874 Feb 02 15:41:07.765043 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-e14d4f5a-2614-439f-9d01-4816205a63dd', 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd', 'tenant_id': '01c31af961f647ac84cfc0a9e8890b3a', 'fixed_ips': [{'subnet_id': '46ba7beb-9262-4666-afb9-f3ce459010bc'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:41:07.765932 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:07.935663 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Allocated IP 192.168.233.2 (e14d4f5a-2614-439f-9d01-4816205a63dd/46ba7beb-9262-4666-afb9-f3ce459010bc/308a7d40-2bc3-4088-9879-aae21720d870) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:41:08.155843 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.166778 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Transition to ACTIVE for port object 308a7d40-2bc3-4088-9879-aae21720d870 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:08.185376 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Transition to ACTIVE for port object 308a7d40-2bc3-4088-9879-aae21720d870 will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:41:08.191564 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.291530 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Network e14d4f5a-2614-439f-9d01-4816205a63dd is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:41:08.294320 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:41:08.298626 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:41:08.300747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Pushing event updated for resources: {'Port': ['ID=308a7d40-2bc3-4088-9879-aae21720d870,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:08.333332 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.333681 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.334022 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.334377 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.334706 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.335033 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.335364 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.335686 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.336046 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.336371 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.336688 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.337002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:41:08.407856 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Attempting to bind port 308a7d40-2bc3-4088-9879-aae21720d870 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:41:08.408152 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Attempting to bind port 308a7d40-2bc3-4088-9879-aae21720d870 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:41:08.408509 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Attempting to bind port 308a7d40-2bc3-4088-9879-aae21720d870 on network e14d4f5a-2614-439f-9d01-4816205a63dd {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:41:08.414197 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 40, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:41:08.414566 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Checking segment: {'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:41:08.414960 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.415374 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Bound using segment: {'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:41:08.415830 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Bound port: 308a7d40-2bc3-4088-9879-aae21720d870, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:41:08.416214 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.524331 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] For port 308a7d40-2bc3-4088-9879-aae21720d870, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:41:08.529929 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] For port 308a7d40-2bc3-4088-9879-aae21720d870, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=308a7d40-2bc3-4088-9879-aae21720d870,segment=NetworkSegment(b178f600-e715-4eb5-91d7-8765b078a0b9),segment_id=b178f600-e715-4eb5-91d7-8765b078a0b9)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:41:08.535824 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:08.620657 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-225eee71-fbe6-4e59-8200-dce97c7cd753 None None] Pushing event updated for resources: {'Port': ['ID=308a7d40-2bc3-4088-9879-aae21720d870,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:09.569280 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-c7d6d482-339c-4d92-ad76-2e2c7c78c95b None None] Network e14d4f5a-2614-439f-9d01-4816205a63dd requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:41:09.722602 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-537a17c8-acca-4fa2-a8e1-8546f4e788b1 None None] Provisioning for port 308a7d40-2bc3-4088-9879-aae21720d870 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:10.761525 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 308a7d40-2bc3-4088-9879-aae21720d870 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:10.838405 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 308a7d40-2bc3-4088-9879-aae21720d870 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:41:10.846725 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 308a7d40-2bc3-4088-9879-aae21720d870 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:10.847153 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:10.978805 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:11.011984 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 308a7d40-2bc3-4088-9879-aae21720d870, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=308a7d40-2bc3-4088-9879-aae21720d870,segment=NetworkSegment(b178f600-e715-4eb5-91d7-8765b078a0b9),segment_id=b178f600-e715-4eb5-91d7-8765b078a0b9)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:41:11.015564 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:11.085574 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=308a7d40-2bc3-4088-9879-aae21720d870,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:41:12.739525 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 308a7d40-2bc3-4088-9879-aae21720d870 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:41:12.837111 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 308a7d40-2bc3-4088-9879-aae21720d870 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:41:12.837466 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:18.684998 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:41:23.356203 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5df52a5f-4270-4443-bea3-72637b9d4e39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:25.660133 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-86b021bc-438d-43fa-9d35-cc032c3b17c4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.689898 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:26.750217 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:28.202707 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:53.349183 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-c8b47f65-015d-416a-bebf-761c761af78a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.663599 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-bac338a2-c1d6-41f1-8fdc-4b2929f73240 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:55.683012 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:41:56.688222 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:56.743782 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:41:58.196159 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.005345 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46692) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:22.011381 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [None req-845d93a3-7e3a-4276-aeda-bdab0dd0fdc5 tempest-verify_tempest_config-981655263 tempest-verify_tempest_config-981655263-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:42:22.012387 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-845d93a3-7e3a-4276-aeda-bdab0dd0fdc5 tempest-verify_tempest_config-981655263 tempest-verify_tempest_config-981655263-project] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13635 time: 0.0060334 Feb 02 15:42:22.322807 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 46710) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:22.436075 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.450627 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:42:22.454372 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Usage tracker for resource:security_group_rule and tenant:2f5273bd56ee4800b480304e518e9ff5 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:42:22.457146 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:42:22.462957 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:42:22.547511 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.552671 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.597071 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=fd6a6e0c-d46a-4928-8a93-daf9530c7ec2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:22.606596 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2f5273bd56ee4800b480304e518e9ff5&name=default HTTP/1.1" status: 200 len: 2975 time: 0.2827466 Feb 02 15:42:22.609400 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46716) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:42:22.610703 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.611126 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.611473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.611807 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.612137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.612481 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.612793 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.613119 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.613444 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.614500 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.614500 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.614714 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fd6c0153-9e45-4ee8-a0b2-16a42481d887 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.676928 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.706792 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.804902 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.819506 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=fd6a6e0c-d46a-4928-8a93-daf9530c7ec2,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:42:22.828719 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.829057 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.829390 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.830287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.830617 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.830962 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.831309 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.831596 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.831935 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.832249 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.832568 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.832855 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:42:22.837413 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:22.838530 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-55eca498-83c8-460d-9cb0-897cf292d9bf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/fd6a6e0c-d46a-4928-8a93-daf9530c7ec2 HTTP/1.1" status: 204 len: 168 time: 0.2281816 Feb 02 15:42:23.351846 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b7bafd84-4181-4906-a838-b96128eae620 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:25.673005 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ba880bde-ea3a-416f-a13c-1ca6ace24251 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.691871 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:26.749981 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:28.201366 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:32.681642 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:42:53.364561 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-074e25f8-fe78-4723-b286-7ad31a80e190 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:55.671555 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f367c807-1597-473e-8256-1a5fc4daa43e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:56.693829 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:56.743759 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:42:58.201927 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:09.680209 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:43:23.358142 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b9a6c1f-d35a-42a6-b867-8854cf264b1d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:25.666052 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d2a2a4ea-4db9-4c9e-961d-dfd75484b0d5 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:26.697700 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:26.746857 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:28.206996 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:46.679733 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 5 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:43:53.362638 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2056efee-cd24-4dfd-8395-cbddbc9ab0a2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:55.671509 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-946af854-1f68-4cfd-aed9-bc9b9f128070 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.707088 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:56.749418 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:43:58.208276 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:13.963799 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.create_fip_agent_gw_ports-1789739'] for agent, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.367199 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3341caba-74f5-42d1-a80a-f09490e1dde6 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:23.682172 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:44:25.674136 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ff4ab380-4769-45db-9c39-cd466e9efb68 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.707781 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.754678 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:26.992963 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46796) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:27.128788 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7425f1fd-5861-40ff-9a4c-0e6c319ad315 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.1346669 Feb 02 15:44:28.215135 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:29.322433 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46806) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:44:29.385110 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-69d800b2-4342-4165-aa38-4e86bdbf4093 admin admin] 10.222.0.18 "GET /v2.0/agents HTTP/1.1" status: 200 len: 4303 time: 0.0615489 Feb 02 15:44:43.917617 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:53.379187 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-39c002b9-4051-4a9e-b285-806e25cf2c35 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:55.680015 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-22d16074-b4e0-44b9-a947-fb9d09154630 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:56.706600 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:56.752033 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:44:58.213422 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:00.682368 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:45:13.918295 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:23.373840 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-765bea92-e2f4-4bbd-b2e6-68af6f51aa31 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:25.674424 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-fedccf56-aec1-4d1f-b73e-be997ec77e17 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.720252 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:26.764747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:28.227981 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:37.681267 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:45:43.944467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:53.378567 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-33416505-082d-44f2-b4ac-e99688e75512 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:55.679396 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7cf9332c-7563-4234-b802-28c53fd28c72 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:56.715126 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:56.763314 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:45:58.225459 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:13.966758 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:14.680347 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:46:18.886937 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 46952) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:19.219434 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeTestJSON-500034973-network', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:19.225754 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:19.230667 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Usage tracker for resource:network and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:19.233842 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:19.241411 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:19.254734 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Made reservation on behalf of 36548b54d7c949e5a1d7ca27dbc8d647 for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:19.257322 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.271532 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.287795 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:19.292602 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Usage tracker for resource:security_group_rule and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:19.295548 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:19.301635 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:19.421821 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.426761 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.436835 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 46988) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:19.466704 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f91517c6-a57f-4586-b9a5-a8a5a5ce8e41,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:19.474173 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] vlan segment allocate from pool success with {'vlan_id': 397, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:19.477796 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.478262 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.478680 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.479356 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.480035 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.480396 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.480880 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.481208 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.481543 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.481858 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.482373 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.482689 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Tracked resource versions report: Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: pushed versions: Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: { 'AddressGroup': {'1.2'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'ConntrackHelper': {'1.0'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Log': {'1.0'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Network': {'1.1'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Port': {'1.7'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'PortForwarding': {'1.2'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'QosPolicy': {'1.8'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroup': {'1.4'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SubPort': {'1.0'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Subnet': {'1.1'}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Trunk': {'1.1'}} Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: consumer versions: Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: HyperV agent@hv-cinder-81783: {}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'ConntrackHelper': '1.0', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Log': '1.0', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Network': '1.1', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Port': '1.7', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'PortForwarding': '1.2', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'QosPolicy': '1.8', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroup': '1.4', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SecurityGroupRule': '1.2', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'SubPort': '1.0', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Subnet': '1.1', Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: 'Trunk': '1.1'}} Feb 02 15:46:19.484425 dv-cinder-817833-1-iscsi neutron-server[87157]: {{(pid=87157) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:46:19.500558 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.500886 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Added segment 1f3a031b-6a94-43f4-8925-56f36a7146ea of type vlan for network 9d34e2fe-57b3-4422-bf69-b984b5055ebc Feb 02 15:46:19.549415 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.589317 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.592402 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:19.593003 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.686539 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 883 time: 0.7978301 Feb 02 15:46:19.689765 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47002) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:19.696759 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Request body: {'subnet': {'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeTestJSON-500034973-subnet', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:19.703193 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:19.710147 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Usage tracker for resource:subnet and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:19.723781 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:19.728791 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f0502c47-9ce0-4266-ad5d-00c6c15d8449 admin admin] Pushing event updated for resources: {'Network': ['ID=9d34e2fe-57b3-4422-bf69-b984b5055ebc,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:19.741884 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:19.745723 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:19.763165 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Made reservation on behalf of 36548b54d7c949e5a1d7ca27dbc8d647 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:19.765576 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Notify callbacks [] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:19.903855 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Request body: {'network': {'name': 'tempest-DeleteServersTestJSON-1149577926-network', 'tenant_id': '829924afd2e8478a9257d330f8d4fcac'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:19.966248 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:19.984821 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Usage tracker for resource:network and tenant:829924afd2e8478a9257d330f8d4fcac is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:19.992834 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:20.014933 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.020717 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:20.092910 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Made reservation on behalf of 829924afd2e8478a9257d330f8d4fcac for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:20.095245 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.122585 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.135318 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Checking segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:20.135673 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Network hostable DHCP agents. Network: 9d34e2fe-57b3-4422-bf69-b984b5055ebc, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:20.154859 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47020) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:20.162533 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Pushing event updated for resources: {'Subnet': ['ID=bce5fa42-990e-40f4-b17e-eaeca877552b,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:20.165868 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:20.171248 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:20.173630 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Usage tracker for resource:security_group_rule and tenant:829924afd2e8478a9257d330f8d4fcac is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:20.181586 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:20.187477 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.187820 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.188150 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.188577 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.188909 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.189105 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.189471 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.189707 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.190289 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.190651 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.191019 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.191529 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Tracked resource versions report: Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: pushed versions: Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: { 'AddressGroup': {'1.2'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'ConntrackHelper': {'1.0'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Log': {'1.0'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Network': {'1.1'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Port': {'1.7'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'PortForwarding': {'1.2'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'QosPolicy': {'1.8'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroup': {'1.4'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SubPort': {'1.0'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Subnet': {'1.1'}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Trunk': {'1.1'}} Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: consumer versions: Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: HyperV agent@hv-cinder-81783: {}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'ConntrackHelper': '1.0', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Log': '1.0', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Network': '1.1', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Port': '1.7', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'PortForwarding': '1.2', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'QosPolicy': '1.8', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroup': '1.4', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SecurityGroupRule': '1.2', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'SubPort': '1.0', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Subnet': '1.1', Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: 'Trunk': '1.1'}} Feb 02 15:46:20.192377 dv-cinder-817833-1-iscsi neutron-server[87156]: {{(pid=87156) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:46:20.199290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:20.203184 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 9d34e2fe-57b3-4422-bf69-b984b5055ebc) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:20.264212 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:20.265245 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.279004 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-aabd23da-ea1d-419f-aeea-3f86c9f30a29 None None] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:20.336718 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.342674 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.350187 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47032) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:20.396853 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a45f1c60-e844-4956-897d-d92800e7c101,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:20.412982 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47038) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:20.432494 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] vlan segment allocate from pool success with {'vlan_id': 371, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:20.457214 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.458829 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Added segment 43037b80-d26a-41f6-a5cd-c5e0e7d61757 of type vlan for network 433d406b-82b0-40fd-a417-8ae42db7e16d Feb 02 15:46:20.505753 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.540661 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-872854331-network', 'tenant_id': '7d0c25495e324e78856a41c77f81b4d0'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:20.549866 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.550561 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:20.551322 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:20.552072 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.560667 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Usage tracker for resource:network and tenant:7d0c25495e324e78856a41c77f81b4d0 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:20.571866 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:20.585335 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:20.606941 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Made reservation on behalf of 7d0c25495e324e78856a41c77f81b4d0 for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:20.609274 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.644959 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.659709 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:46:20.660615 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.682569 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:20.688153 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Usage tracker for resource:security_group_rule and tenant:7d0c25495e324e78856a41c77f81b4d0 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:20.698906 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:20.700304 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] Pushing event updated for resources: {'Network': ['ID=433d406b-82b0-40fd-a417-8ae42db7e16d,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:20.711205 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:20.713583 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-1db626a3-a483-40af-8826-c85fdbb92f92 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 1.2751513 Feb 02 15:46:20.715035 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47044) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:20.724912 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-25964ccc-2ecd-4cfa-85b9-e4c1d0cb283a admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 1.0326662 Feb 02 15:46:20.744119 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Request body: {'subnet': {'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d', 'cidr': '172.20.0.0/28', 'name': 'tempest-DeleteServersTestJSON-1149577926-subnet', 'tenant_id': '829924afd2e8478a9257d330f8d4fcac', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:20.761018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:20.773991 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Usage tracker for resource:subnet and tenant:829924afd2e8478a9257d330f8d4fcac is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:20.783325 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:20.805499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:20.835546 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 433d406b-82b0-40fd-a417-8ae42db7e16d details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:20.850331 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47046) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:20.862143 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeShelveTestJSON-151010558-network', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:20.866489 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:20.878340 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:20.884420 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Usage tracker for resource:router and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:20.885915 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Request body: {'network': {'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-network', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:20.890150 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:20.901462 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:20.917693 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Made reservation on behalf of 829924afd2e8478a9257d330f8d4fcac for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:20.920990 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.923583 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:20.938163 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:20.944583 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.946233 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:20.952040 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Usage tracker for resource:network and tenant:dca98e457a9d4f338fe912d086a79478 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:20.960265 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:20.978792 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:21.008581 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Usage tracker for resource:network and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:21.030559 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:21.061459 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:21.067207 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Made reservation on behalf of dca98e457a9d4f338fe912d086a79478 for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:21.073369 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.083372 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.135296 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.170607 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Allocated IP 172.20.0.2 (9d34e2fe-57b3-4422-bf69-b984b5055ebc/bce5fa42-990e-40f4-b17e-eaeca877552b/f9ce7326-17c1-49f5-8364-de55087f9143) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:21.177129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Made reservation on behalf of 4d4dd2ecf94c4794819f3899bc5231a4 for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:21.185067 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.237084 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.257076 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:21.262441 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Usage tracker for resource:security_group_rule and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:21.265681 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:21.272914 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:21.284293 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.287437 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:21.384624 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.387668 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.391497 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Usage tracker for resource:security_group_rule and tenant:dca98e457a9d4f338fe912d086a79478 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:21.407013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.420809 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] vlan segment allocate from pool success with {'vlan_id': 386, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:21.431805 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.432455 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Added segment 068a4c8f-d853-4539-9f3c-7f4ebb8b142a of type vlan for network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a Feb 02 15:46:21.463728 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.526365 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:21.529538 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b4cf8354-f8a5-4c99-9372-2947b51fb314,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:21.581928 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.582933 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:21.594188 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.616274 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:21.654262 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:21.678900 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=20a9f59f-ab24-48fe-a281-13f8b25c366a,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:21.744100 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.744435 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Added segment ba30ceba-20f6-439a-8be7-bb10830df150 of type vlan for network 9470a538-eb1d-4ab4-a890-1bc9e3ed6548 Feb 02 15:46:21.772966 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:21.813184 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Transition to ACTIVE for port object f9ce7326-17c1-49f5-8364-de55087f9143 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:21.869370 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Transition to ACTIVE for port object f9ce7326-17c1-49f5-8364-de55087f9143 will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:21.879941 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.007459 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.019914 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] Pushing event updated for resources: {'Network': ['ID=7824dc98-1c32-4cbe-b1a0-f01045a3b76a,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:22.036914 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3f850917-ec14-4b4a-a0e1-3a9ef7cb9771 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 889 time: 1.6841738 Feb 02 15:46:22.049458 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47092) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:22.053345 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:22.061606 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.076385 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Request body: {'subnet': {'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-subnet', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'enable_dhcp': True, 'ip_version': 4}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:22.082633 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:22.089637 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Usage tracker for resource:subnet and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:22.104305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:22.112751 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:22.129218 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Made reservation on behalf of 4d4dd2ecf94c4794819f3899bc5231a4 for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:22.131636 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Notify callbacks [] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.254660 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.db.resource_extend [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] It took 0.11 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:46:22.288080 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:22.307636 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:22.319356 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:22.323300 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Pushing event updated for resources: {'Port': ['ID=f9ce7326-17c1-49f5-8364-de55087f9143,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:22.360440 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.361256 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.361759 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.362226 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.362697 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.363124 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.363546 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.363994 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.364432 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.364851 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.365267 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.365698 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Tracked resource versions report: Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: pushed versions: Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: { 'AddressGroup': {'1.2'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'ConntrackHelper': {'1.0'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Log': {'1.0'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Network': {'1.1'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Port': {'1.7'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'PortForwarding': {'1.2'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'QosPolicy': {'1.8'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroup': {'1.4'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SubPort': {'1.0'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Subnet': {'1.1'}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Trunk': {'1.1'}} Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: consumer versions: Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: HyperV agent@hv-cinder-81783: {}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'ConntrackHelper': '1.0', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Log': '1.0', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Network': '1.1', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Port': '1.7', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'PortForwarding': '1.2', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'QosPolicy': '1.8', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroup': '1.4', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SecurityGroupRule': '1.2', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'SubPort': '1.0', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Subnet': '1.1', Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: 'Trunk': '1.1'}} Feb 02 15:46:22.366960 dv-cinder-817833-1-iscsi neutron-server[87158]: {{(pid=87158) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:46:22.376181 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.382291 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:22.383833 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.394770 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.473691 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.517288 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] Pushing event updated for resources: {'Network': ['ID=9470a538-eb1d-4ab4-a890-1bc9e3ed6548,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:22.524231 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.545283 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 9470a538-eb1d-4ab4-a890-1bc9e3ed6548 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:22.569945 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9552eca1-d866-462f-9e2c-7d534521a838,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:22.593524 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-57a65ad2-3be8-4ad4-9c69-a892945cf492 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.4377367 Feb 02 15:46:22.594363 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Pushing event updated for resources: {'Subnet': ['ID=5a33d8ea-9ccc-4930-bb23-a171ea175f53,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:22.596847 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47108) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:22.599752 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] vlan segment allocate from pool success with {'vlan_id': 394, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:22.613866 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Request body: {'subnet': {'network_id': '9470a538-eb1d-4ab4-a890-1bc9e3ed6548', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-872854331-subnet', 'tenant_id': '7d0c25495e324e78856a41c77f81b4d0', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:22.635041 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Checking segment: {'id': '43037b80-d26a-41f6-a5cd-c5e0e7d61757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:22.635393 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Network hostable DHCP agents. Network: 433d406b-82b0-40fd-a417-8ae42db7e16d, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:22.640152 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Attempting to bind port f9ce7326-17c1-49f5-8364-de55087f9143 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:22.650864 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Attempting to bind port f9ce7326-17c1-49f5-8364-de55087f9143 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:22.651708 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Attempting to bind port f9ce7326-17c1-49f5-8364-de55087f9143 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:22.727176 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 45, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:22.727680 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Checking segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:22.728154 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.728615 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Bound using segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:22.729463 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Bound port: f9ce7326-17c1-49f5-8364-de55087f9143, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:22.730877 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:22.731276 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.783092 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Usage tracker for resource:subnet and tenant:7d0c25495e324e78856a41c77f81b4d0 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:22.789800 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:22.794832 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.795305 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Added segment 57408510-432e-498c-bcd4-82f99211bfcd of type vlan for network 29a36728-e028-48a7-9cc0-558f4645e6c7 Feb 02 15:46:22.800801 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:22.863868 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Network 433d406b-82b0-40fd-a417-8ae42db7e16d is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:22.889332 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 433d406b-82b0-40fd-a417-8ae42db7e16d) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:22.903249 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Made reservation on behalf of 7d0c25495e324e78856a41c77f81b4d0 for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:22.908487 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-0bf9ee97-346b-4fba-9320-554626610943 None None] Network 433d406b-82b0-40fd-a417-8ae42db7e16d requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:22.916188 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Notify callbacks [] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:22.964575 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:22.966120 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.104735 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.134771 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.153252 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.197640 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.199068 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:23.199981 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.218485 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] For port f9ce7326-17c1-49f5-8364-de55087f9143, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:23.229322 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] For port f9ce7326-17c1-49f5-8364-de55087f9143, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=f9ce7326-17c1-49f5-8364-de55087f9143,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:23.232387 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5b4c5388-c57e-4b6d-adc8-2eb0600da495 None None] Network 433d406b-82b0-40fd-a417-8ae42db7e16d requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:23.311212 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Allocated IP 172.27.2.134 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/2679bc6e-b9eb-4120-9977-1dd6ac2303e8) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:23.388946 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.434899 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.478196 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 892 time: 3.0625451 Feb 02 15:46:23.485565 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47142) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:23.509120 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1622dc5-6aef-448d-8d10-b896e0c95dc5 admin admin] Pushing event updated for resources: {'Network': ['ID=29a36728-e028-48a7-9cc0-558f4645e6c7,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:23.519760 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Request body: {'subnet': {'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'cidr': '172.20.0.0/28', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-subnet', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:23.539718 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:23.542200 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.545696 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8858f253-b084-42b8-a377-fd8797fe6c19 None None] Pushing event updated for resources: {'Port': ['ID=f9ce7326-17c1-49f5-8364-de55087f9143,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:23.562601 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Usage tracker for resource:subnet and tenant:dca98e457a9d4f338fe912d086a79478 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:23.562960 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:23.569748 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5ad3b540-d0ab-4f52-9379-1425860ce047 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 849 time: 2.8364708 Feb 02 15:46:23.600082 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:23.614834 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:23.630394 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Pushing event updated for resources: {'Subnet': ['ID=4299949d-ccda-4cc6-b8f6-43eef81678ba,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:23.643714 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Made reservation on behalf of dca98e457a9d4f338fe912d086a79478 for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:23.647549 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Notify callbacks [] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.696653 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-db2c2b69-8772-41b4-b853-823cb21dead1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.751381 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:23.903391 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:23.907047 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:23.909678 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:23.997258 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Checking segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:24.001952 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Network hostable DHCP agents. Network: 7824dc98-1c32-4cbe-b1a0-f01045a3b76a, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:24.031618 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Pushing event updated for resources: {'Port': ['ID=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:24.041437 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.243848 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:24.271339 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Pushing event updated for resources: {'Subnet': ['ID=fbe8991b-6352-4692-8394-694d5d764146,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:24.279417 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 7824dc98-1c32-4cbe-b1a0-f01045a3b76a) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:24.288797 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Checking segment: {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:24.289222 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Network hostable DHCP agents. Network: 29a36728-e028-48a7-9cc0-558f4645e6c7, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:24.291626 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e29046c0-b8f2-4d8c-8495-0f3aed721747 None None] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:24.297843 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:24.298615 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.387735 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7a6f619a-8d4b-4859-8c91-fa37ff0a407f admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 2.3312624 Feb 02 15:46:24.391845 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.398788 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47184) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:24.478298 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:24.480844 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47188) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:24.485097 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Request body: {'router': {'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:24.497162 dv-cinder-817833-1-iscsi neutron-server[87157]: WARNING keystonemiddleware.auth_token [-] A valid token was submitted as a service token, but it was not a valid service token. This is incorrect but backwards compatible behaviour. This will be removed in future releases. Feb 02 15:46:24.549910 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:24.690977 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Usage tracker for resource:router and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:24.707908 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:24.733965 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 29a36728-e028-48a7-9cc0-558f4645e6c7) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:24.779534 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:24.780288 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.800212 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.805420 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:24.816901 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4014e2e4-a6d9-4a98-a86c-4b46d300ce61 None None] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:24.863983 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:46:24.864857 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:24.881083 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47200) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:24.961887 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Pushing event updated for resources: {'Subnet': ['ID=f76aca7a-435e-420d-9d6a-b4d5c1e1a5a5,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:24.991278 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-04e7ba85-1c1f-48fb-848e-c99fc80ba3cc admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 856 time: 1.4961162 Feb 02 15:46:24.998133 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.018045 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.024915 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Checking segment: {'id': 'ba30ceba-20f6-439a-8be7-bb10830df150', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '9470a538-eb1d-4ab4-a890-1bc9e3ed6548'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:25.025516 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Network hostable DHCP agents. Network: 9470a538-eb1d-4ab4-a890-1bc9e3ed6548, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:25.049130 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47206) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:25.070191 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Request body: {'router': {'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:25.082912 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:25.091355 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Usage tracker for resource:router and tenant:dca98e457a9d4f338fe912d086a79478 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:25.107334 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:25.148480 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-20b1d85d-ce58-4d07-83b5-db89af0d2340 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:25.150112 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:25.156896 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-20b1d85d-ce58-4d07-83b5-db89af0d2340 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/networks?id=433d406b-82b0-40fd-a417-8ae42db7e16d HTTP/1.1" status: 200 len: 812 time: 0.6640594 Feb 02 15:46:25.210722 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.257336 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-4ad006c8-e778-442e-b8b5-d7efcc0edae9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/quotas/829924afd2e8478a9257d330f8d4fcac HTTP/1.1" status: 200 len: 375 time: 0.0980282 Feb 02 15:46:25.272353 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f9ce7326-17c1-49f5-8364-de55087f9143 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:25.278923 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:25.287675 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Usage tracker for resource:security_group_rule and tenant:a6f13113a4a24fdcbe6bfcd16c89efcd is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:25.296062 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:25.299529 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.301144 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.310425 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:25.446084 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Allocated IP 172.20.0.2 (7824dc98-1c32-4cbe-b1a0-f01045a3b76a/4299949d-ccda-4cc6-b8f6-43eef81678ba/e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:25.529066 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-00e6d96e-869a-4f56-accc-b199260f67e9 None None] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:25.575245 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.594999 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.619239 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.726394 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.764732 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-730537b5-3eba-4c17-828b-ef21a27e4400 None None] Provisioning for port f9ce7326-17c1-49f5-8364-de55087f9143 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:25.775640 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port f9ce7326-17c1-49f5-8364-de55087f9143 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:25.789177 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-730537b5-3eba-4c17-828b-ef21a27e4400 None None] Provisioning complete for port f9ce7326-17c1-49f5-8364-de55087f9143 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:25.789920 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-730537b5-3eba-4c17-828b-ef21a27e4400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.824252 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-566e8a72-7b0b-44eb-9148-05ffe14b8b14 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=829924afd2e8478a9257d330f8d4fcac&fields=id HTTP/1.1" status: 200 len: 210 time: 0.2263291 Feb 02 15:46:25.836901 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Network 9470a538-eb1d-4ab4-a890-1bc9e3ed6548 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:25.869821 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 9470a538-eb1d-4ab4-a890-1bc9e3ed6548) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:25.909991 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:25.911576 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:25.947265 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=67bfe930-6c16-4295-acff-802249e55425,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:25.964791 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5182fb23-29ff-47fd-bc9f-032de0f5590b None None] Network 9470a538-eb1d-4ab4-a890-1bc9e3ed6548 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:26.019469 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port f9ce7326-17c1-49f5-8364-de55087f9143 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:26.020116 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.092506 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.214321 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b5cd1133-d977-4088-bb62-e7f29dc8bd0a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.242323 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-730537b5-3eba-4c17-828b-ef21a27e4400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.257925 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.369893 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Synchronizing usage tracker for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:46:26.370177 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-d9c6f634-831e-4fd7-83bc-91fff07e1172 None None] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:26.433096 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] Unset dirty status for tenant:01c31af961f647ac84cfc0a9e8890b3a on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:46:26.438527 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-1aabc7a5-4fd1-44b1-8aa7-f7c544d4eae1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a6f13113a4a24fdcbe6bfcd16c89efcd&name=default HTTP/1.1" status: 200 len: 2975 time: 1.5501103 Feb 02 15:46:26.440665 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47242) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:26.526617 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-5b4a60f6-9751-4c6f-a7c8-09cb1e923d36 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:46:26.527676 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-5b4a60f6-9751-4c6f-a7c8-09cb1e923d36 service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.5829442 Feb 02 15:46:26.537383 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.575008 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a8476bab-9487-4fc0-bbcb-0313de61acba admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 3.9699802 Feb 02 15:46:26.575255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Router 58b34649-04cd-4bd8-88bc-851e57f62899 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:46:26.703414 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.716095 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Transition to ACTIVE for port object e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:26.733929 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-e6f18e09-d87e-4d12-b860-f4be83373c4f service neutron] 10.222.0.18 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1904004 Feb 02 15:46:26.741192 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Transition to ACTIVE for port object e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:26.847090 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-730537b5-3eba-4c17-828b-ef21a27e4400 None None] For port f9ce7326-17c1-49f5-8364-de55087f9143, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=f9ce7326-17c1-49f5-8364-de55087f9143,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:46:26.876627 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:26.935564 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-730537b5-3eba-4c17-828b-ef21a27e4400 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.026974 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee691-20d6-4601-86fa-feecd09d3fa8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.182412 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.222993 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-af9ef7ce-c35b-4964-bce0-cebe5a77b21f service neutron] 10.222.0.18 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4569676 Feb 02 15:46:27.248757 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee691-20d6-4601-86fa-feecd09d3fa8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.330626 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.438283 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.472063 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:27.562411 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee691-20d6-4601-86fa-feecd09d3fa8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.593898 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dc6ee691-20d6-4601-86fa-feecd09d3fa8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=67bfe930-6c16-4295-acff-802249e55425,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:27.681138 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:46:27.713877 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Sync routers for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:27.746194 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:27.747388 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:27.765870 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:27.772028 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47284) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:27.786395 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-dc6ee691-20d6-4601-86fa-feecd09d3fa8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:27.792234 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-dc6ee691-20d6-4601-86fa-feecd09d3fa8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/67bfe930-6c16-4295-acff-802249e55425 HTTP/1.1" status: 204 len: 168 time: 1.3473587 Feb 02 15:46:28.067288 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:28.079578 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.083392 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-abbd88d2-ac99-427e-aa5b-8f4c7ced8f18 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 922 time: 7.2309558 Feb 02 15:46:28.084946 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.088241 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47302) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:28.097187 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4e70d03c-b095-4058-9ba9-35af8a3fe143 req-e32b667c-effb-4545-b7ef-c739b8898ee7 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.3154581 Feb 02 15:46:28.155269 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Pushing event updated for resources: {'Port': ['ID=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:28.167439 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Allocated IP 172.27.2.9 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/7edcd711-7188-4167-aa6f-241841366140) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:28.270068 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47308) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:28.291476 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Request body: {'network': {'name': 'tempest-EncryptedVolumesExtendAttachedTest-186397074-network', 'tenant_id': '546d575f595b415e9b41f36c07fa4a2e'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:28.423388 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:28.492913 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:28.534220 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Usage tracker for resource:network and tenant:546d575f595b415e9b41f36c07fa4a2e is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:28.556034 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:28.600617 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:28.683447 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Made reservation on behalf of 546d575f595b415e9b41f36c07fa4a2e for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:28.687344 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.722643 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.791914 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.800399 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-730537b5-3eba-4c17-828b-ef21a27e4400 None None] Pushing event updated for resources: {'Port': ['ID=f9ce7326-17c1-49f5-8364-de55087f9143,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:28.821790 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.833580 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-32bb2672-d1f9-47de-9a48-a3db818f2a19 None None] Network 9470a538-eb1d-4ab4-a890-1bc9e3ed6548 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:28.863569 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.864746 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Attempting to bind port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:28.865542 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Attempting to bind port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:28.866255 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Attempting to bind port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:28.884415 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:28.884991 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Checking segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:28.885677 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.886378 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Bound using segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:28.887205 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Bound port: e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:28.894838 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:28.926560 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:28.995021 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.009372 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Usage tracker for resource:security_group_rule and tenant:546d575f595b415e9b41f36c07fa4a2e is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:29.013508 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:29.052065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:29.201623 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.304387 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:29.336510 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:29.350024 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:29.385834 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] For port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:29.395875 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] For port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:29.411382 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.537850 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 3, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:23Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:29.550213 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Checking router: 58b34649-04cd-4bd8-88bc-851e57f62899 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:29.552091 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Updating router 58b34649-04cd-4bd8-88bc-851e57f62899 port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:29.554241 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Pushing event updated for resources: {'Port': ['ID=7edcd711-7188-4167-aa6f-241841366140,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:29.627609 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-871fce06-c872-48fa-ab07-c01f87fbc3fa req-1aa6731a-2979-4306-93e9-f01c03959fc6 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.1120949 Feb 02 15:46:29.723518 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.798601 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-64421117-a863-4e50-a731-6e7aba71d0a1 None None] Pushing event updated for resources: {'Port': ['ID=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:29.956416 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.968496 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:29.982917 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:46:30.003910 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Allocated IP 172.27.2.203 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/9dda0686-f2b4-4b7b-9961-11167baaea5c) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:30.007725 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.008079 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Added segment cc9933cc-5e43-4426-88b4-c8f7f7d02b61 of type vlan for network c3c2478e-028b-4091-b29e-d34f4f5c5e03 Feb 02 15:46:30.120715 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-9294ab63-0e03-4598-9b28-c2cbe334ca28 None None] Provisioning complete for port f9ce7326-17c1-49f5-8364-de55087f9143 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:30.127477 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-9294ab63-0e03-4598-9b28-c2cbe334ca28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.218795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.257104 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c7c0f6d3-707f-46f1-ab34-5fe7676ce1ad,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:30.505404 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.506396 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:30.506975 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.583584 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:30.731604 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:30.741307 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f9ce7326-17c1-49f5-8364-de55087f9143 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:30.867973 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 897 time: 2.5925133 Feb 02 15:46:30.870836 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port f9ce7326-17c1-49f5-8364-de55087f9143 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:30.871293 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.872502 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70f6500a-f810-46a5-bf2c-ca36d5805a93 admin admin] Pushing event updated for resources: {'Network': ['ID=c3c2478e-028b-4091-b29e-d34f4f5c5e03,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:30.874816 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47388) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:30.892083 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Request body: {'subnet': {'network_id': 'c3c2478e-028b-4091-b29e-d34f4f5c5e03', 'cidr': '172.20.0.0/28', 'name': 'tempest-EncryptedVolumesExtendAttachedTest-186397074-subnet', 'tenant_id': '546d575f595b415e9b41f36c07fa4a2e', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:30.900469 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:30.926776 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network c3c2478e-028b-4091-b29e-d34f4f5c5e03 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:46:30.978254 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:30.992338 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Usage tracker for resource:subnet and tenant:546d575f595b415e9b41f36c07fa4a2e is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:30.997183 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:31.012456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:31.031826 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.043622 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Made reservation on behalf of 546d575f595b415e9b41f36c07fa4a2e for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:31.046333 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Notify callbacks [] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.060136 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-12c0eda7-e106-4914-b47a-39811b582f01 req-1bd16cc8-c66c-4298-b7ea-7e106fbee8ff tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.1404083 Feb 02 15:46:31.091870 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.244878 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.418026 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Pushing event updated for resources: {'Port': ['ID=9dda0686-f2b4-4b7b-9961-11167baaea5c,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:31.439666 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a91bc58f-d267-4bd2-b584-6f3275ac1b28 None None] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:31.451397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:31.483438 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:31.486456 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:31.589166 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-f701481b-9ab0-4f4b-bb21-f1598e5c0f3b None None] Provisioning for port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:31.600766 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-f701481b-9ab0-4f4b-bb21-f1598e5c0f3b None None] Provisioning complete for port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:31.601938 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f701481b-9ab0-4f4b-bb21-f1598e5c0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.609128 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.626692 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Transition to ACTIVE for port object 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:31.640175 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.716849 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.731595 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Attempting to bind port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:31.731971 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Attempting to bind port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:31.732332 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Attempting to bind port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:31.746908 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Pushing event updated for resources: {'Port': ['ID=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,revision_number=2']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:31.749941 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:31.750601 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:31.751214 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.751864 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:31.752567 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Bound port: 2679bc6e-b9eb-4120-9977-1dd6ac2303e8, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:31.753157 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.807458 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.808076 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.808577 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.809199 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.809692 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.810197 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.810706 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.811203 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.811708 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.812188 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.812675 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.813143 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Tracked resource versions report: Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: pushed versions: Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: { 'AddressGroup': {'1.2'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'ConntrackHelper': {'1.0'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Log': {'1.0'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Network': {'1.1'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Port': {'1.7'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'PortForwarding': {'1.2'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'QosPolicy': {'1.8'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroup': {'1.4'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroupRule': {'1.2'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SubPort': {'1.0'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Subnet': {'1.1'}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Trunk': {'1.1'}} Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: consumer versions: Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: { DHCP agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: HyperV agent@hv-cinder-81783: {}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: L3 agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: Metadata agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: Metering agent@dv-cinder-817833-1-iscsi: {}, Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: Open vSwitch agent@dv-cinder-817833-1-iscsi: { 'AddressGroup': '1.2', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'ConntrackHelper': '1.0', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Log': '1.0', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Network': '1.1', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Port': '1.7', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'PortForwarding': '1.2', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'QosPolicy': '1.8', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroup': '1.4', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SecurityGroupRule': '1.2', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'SubPort': '1.0', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Subnet': '1.1', Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: 'Trunk': '1.1'}} Feb 02 15:46:31.814422 dv-cinder-817833-1-iscsi neutron-server[87159]: {{(pid=87159) report /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:175}} Feb 02 15:46:31.909451 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] For port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:31.917559 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] For port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:31.925238 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:31.965600 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.082587 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f701481b-9ab0-4f4b-bb21-f1598e5c0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.085025 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-54b8cd13-392a-462d-86f3-9cba0854157a None None] Pushing event updated for resources: {'Port': ['ID=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:32.160491 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:32.162671 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:32.176785 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Checking segment: {'id': 'cc9933cc-5e43-4426-88b4-c8f7f7d02b61', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'c3c2478e-028b-4091-b29e-d34f4f5c5e03'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:32.177139 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Network hostable DHCP agents. Network: c3c2478e-028b-4091-b29e-d34f4f5c5e03, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:46:32.185285 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-f701481b-9ab0-4f4b-bb21-f1598e5c0f3b None None] For port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:46:32.192025 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f701481b-9ab0-4f4b-bb21-f1598e5c0f3b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.252251 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Network c3c2478e-028b-4091-b29e-d34f4f5c5e03 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:46:32.282120 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=e586476d-bd2e-46f1-bbd2-114958a8951b,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:32.304426 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, c3c2478e-028b-4091-b29e-d34f4f5c5e03) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:32.319496 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:32.320129 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.339985 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4ab53b48-5ccc-4b9e-a716-7a8fd18f051a None None] Network c3c2478e-028b-4091-b29e-d34f4f5c5e03 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:32.409948 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.461459 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-59bad98a-61e1-4d23-b493-1e4f18e46ed0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 861 time: 1.5705385 Feb 02 15:46:32.468064 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Router 0225a742-7d99-4616-9265-742c6be2344c is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:46:32.675380 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d8bb2d37-6ef4-49bf-88cf-155976ca7060 req-492eb823-56ef-45dd-b7f3-8fcea90f1b81 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.1271544 Feb 02 15:46:32.840165 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f701481b-9ab0-4f4b-bb21-f1598e5c0f3b None None] Pushing event updated for resources: {'Port': ['ID=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:32.886312 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:32.940594 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-5c93db43-2bbc-4e73-a167-e33b62e35b85 None None] Provisioning complete for port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:32.940885 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5c93db43-2bbc-4e73-a167-e33b62e35b85 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:32.961723 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47424) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:32.963441 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:46:32.990821 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Sync routers for ids ['0225a742-7d99-4616-9265-742c6be2344c'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:33.004079 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-26d929c8-80d8-4f17-9901-3a37ebf9d0e5 None None] Network c3c2478e-028b-4091-b29e-d34f4f5c5e03 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:46:33.182766 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.187994 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-7e8cacf6-0e1e-4663-b460-d5d61915462b admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 929 time: 8.1421232 Feb 02 15:46:33.188852 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47432) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:33.212322 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Routers {'0225a742-7d99-4616-9265-742c6be2344c'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:33.213334 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['0225a742-7d99-4616-9265-742c6be2344c'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:33.286064 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Allocated IP 172.20.0.1 (9d34e2fe-57b3-4422-bf69-b984b5055ebc/bce5fa42-990e-40f4-b17e-eaeca877552b/e158e120-af4c-4d7f-9301-1819eef2a024) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:33.332123 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_v2 [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] Deleting subnet f76aca7a-435e-420d-9d6a-b4d5c1e1a5a5 {{(pid=87156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:46:33.339302 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.540877 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 3, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:33.550385 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8ccb0de2-cd19-47bf-9fc1-27feaace4694 None None] The sync data for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi is: [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:24Z', 'revision_number': 3, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:31Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:46:33.570802 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.610332 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.630002 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.41', 54000) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:33.793138 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Set router 0225a742-7d99-4616-9265-742c6be2344c gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:33.885445 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.971541 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:33.989873 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=f76aca7a-435e-420d-9d6a-b4d5c1e1a5a5,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:34.018662 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-02d2f20c-c9d1-4dbb-b971-c500d9d18942 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/f76aca7a-435e-420d-9d6a-b4d5c1e1a5a5 HTTP/1.1" status: 204 len: 168 time: 0.9925823 Feb 02 15:46:34.022249 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47446) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:34.409947 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d9bbf8a-cfd7-49d6-9a39-95edd74191cf req-fc2919a8-7dff-4a4e-8c7f-ed8ace56ce8c tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.2029784 Feb 02 15:46:34.502626 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.653403 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:34.890493 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:34.890937 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:34.955209 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '7edcd711-7188-4167-aa6f-241841366140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:30Z', 'revision_number': 3, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port': {'id': '7edcd711-7188-4167-aa6f-241841366140', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:27Z', 'updated_at': '2022-02-02T15:46:28Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:34.969670 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-16f66ca9-18cf-4f4f-9cfa-4f0f903dcb76 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:34.983389 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-16f66ca9-18cf-4f4f-9cfa-4f0f903dcb76 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.41 "GET /v2.0/networks?id=433d406b-82b0-40fd-a417-8ae42db7e16d HTTP/1.1" status: 200 len: 812 time: 1.1345377 Feb 02 15:46:34.993359 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Checking router: 0225a742-7d99-4616-9265-742c6be2344c for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:34.993922 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Updating router 0225a742-7d99-4616-9265-742c6be2344c port 7edcd711-7188-4167-aa6f-241841366140 binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:35.138116 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Request body: {'port': {'device_id': '239806bb-7616-4075-bfc7-b2813b42d349', 'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d', 'admin_state_up': True, 'tenant_id': '829924afd2e8478a9257d330f8d4fcac'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:35.262160 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.539506 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.622467 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Transition to ACTIVE for port object e158e120-af4c-4d7f-9301-1819eef2a024 will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:35.727749 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:35.828518 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.139621 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:36.233896 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-93398c10-bc3a-45d3-8087-1a402051f8c7 req-c2f36ccb-51e1-43b1-952e-5cc6d659633b tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.5081005 Feb 02 15:46:36.352227 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:36.360244 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:36.449338 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:36.450023 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.700777 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:36.884704 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.885827 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.893705 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.894399 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > port after_create 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.894919 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > port after_delete 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.895616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > port after_update 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.896214 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.896721 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.897657 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:36.898748 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:37.094002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.161940 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Pushing event updated for resources: {'Port': ['ID=e158e120-af4c-4d7f-9301-1819eef2a024,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:37.167231 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:37.189608 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Usage tracker for resource:port and tenant:829924afd2e8478a9257d330f8d4fcac is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:37.200802 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:37.201762 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Transition to ACTIVE for port object 7edcd711-7188-4167-aa6f-241841366140 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:37.209136 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Router c582a120-0309-40c8-a0b4-c1aefca1c635 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:46:37.231857 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:37.246301 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.375131 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-cbe67c19-5075-4efd-8cf1-38b240ca6e07 None None] Provisioning for port e158e120-af4c-4d7f-9301-1819eef2a024 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:37.415906 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.453551 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:37.480884 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:37.483666 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.495845 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:37.496302 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:37.496632 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:37.496972 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87156) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:46:37.497402 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9470a538-eb1d-4ab4-a890-1bc9e3ed6548']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:37.542777 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'ba30ceba-20f6-439a-8be7-bb10830df150') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:37.543255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'ba30ceba-20f6-439a-8be7-bb10830df150') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:37.553012 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-cbe67c19-5075-4efd-8cf1-38b240ca6e07 None None] Provisioning complete for port e158e120-af4c-4d7f-9301-1819eef2a024 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:37.553853 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-cbe67c19-5075-4efd-8cf1-38b240ca6e07 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.738048 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008e4c8-c5ec-430d-89c9-8227110b29c1 None None] Pushing event updated for resources: {'Port': ['ID=7edcd711-7188-4167-aa6f-241841366140,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:37.757068 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Attempting to bind port 7edcd711-7188-4167-aa6f-241841366140 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:37.757577 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Attempting to bind port 7edcd711-7188-4167-aa6f-241841366140 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:37.757946 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Attempting to bind port 7edcd711-7188-4167-aa6f-241841366140 on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:37.773428 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.797293 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:37.799446 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:37.799874 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.800322 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:37.800829 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Bound port: 7edcd711-7188-4167-aa6f-241841366140, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:37.804980 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.845329 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:37.867496 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:46:37.868651 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.013053 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Made reservation on behalf of 829924afd2e8478a9257d330f8d4fcac for: {'port': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:46:38.029630 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.033015 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-cbe67c19-5075-4efd-8cf1-38b240ca6e07 None None] Port e158e120-af4c-4d7f-9301-1819eef2a024 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:46:38.099537 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-98b89059-9ab8-4932-b6b3-7df134d9c7cc req-2e76909e-8023-473a-910e-b726c4d50bb1 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.6386855 Feb 02 15:46:38.150762 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] For port 7edcd711-7188-4167-aa6f-241841366140, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: from cryptography.utils import int_from_bytes Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: from cryptography.utils import int_from_bytes Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: util.warn_limited( Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: util.warn_limited( Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:38.161074 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:38.196330 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.196573 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] For port 7edcd711-7188-4167-aa6f-241841366140, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=7edcd711-7188-4167-aa6f-241841366140,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:38.217748 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.230385 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.237173 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] Pushing event deleted for resources: {'Network': ['ID=9470a538-eb1d-4ab4-a890-1bc9e3ed6548,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:38.246139 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:38.260064 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-4fd87f24-b874-4b66-934c-4a4b0130e5a2 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9470a538-eb1d-4ab4-a890-1bc9e3ed6548 HTTP/1.1" status: 204 len: 168 time: 4.2207537 Feb 02 15:46:38.271105 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47566) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:38.501123 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Routers {'0225a742-7d99-4616-9265-742c6be2344c'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:38.502184 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['0225a742-7d99-4616-9265-742c6be2344c'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:38.802899 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8008e4c8-c5ec-430d-89c9-8227110b29c1 None None] Pushing event updated for resources: {'Port': ['ID=7edcd711-7188-4167-aa6f-241841366140,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:38.842679 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Allocated IP 172.20.0.1 (29a36728-e028-48a7-9cc0-558f4645e6c7/fbe8991b-6352-4692-8394-694d5d764146/f6b70943-12b6-48d7-a276-e894e6e89aa2) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:38.855002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.052445 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:46:39.091015 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Allocated IP 172.20.0.3 (433d406b-82b0-40fd-a417-8ae42db7e16d/5a33d8ea-9ccc-4930-bb23-a171ea175f53/3b57443c-d57f-4936-8d6a-e8ca963a4a65) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:39.266853 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] Set router 0225a742-7d99-4616-9265-742c6be2344c gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:39.293037 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_v2 [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] Deleting subnet e586476d-bd2e-46f1-bbd2-114958a8951b {{(pid=87156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:46:39.349931 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.356992 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.457707 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.570569 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Network 433d406b-82b0-40fd-a417-8ae42db7e16d is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:39.604633 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:39.639783 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:39.649003 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:39.650721 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.680649 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:46:39.701807 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Sync routers for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:39.721377 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.6118860 Feb 02 15:46:39.748964 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7050555'] for subnet, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.751697 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:39.755674 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:39.766201 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.848161 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ade56a67-f274-4397-8ec1-3456d8f6b3c9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Pushing event updated for resources: {'Port': ['ID=3b57443c-d57f-4936-8d6a-e8ca963a4a65,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:39.856456 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.864737 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-ce305c39-1655-4beb-9fd3-7cdda64cdffd admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 928 time: 15.3844545 Feb 02 15:46:39.868585 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47584) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:39.896128 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.974421 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7050634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8270998'] for subnet, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:39.978732 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:39.998834 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '7edcd711-7188-4167-aa6f-241841366140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:30Z', 'revision_number': 3, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port': {'id': '7edcd711-7188-4167-aa6f-241841366140', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:27Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:40.004410 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0b5ecd8f-c809-46f9-ab2a-17fa1442da0d None None] The sync data for ids ['0225a742-7d99-4616-9265-742c6be2344c'] in dv-cinder-817833-1-iscsi is: [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '7edcd711-7188-4167-aa6f-241841366140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:30Z', 'revision_number': 3, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port': {'id': '7edcd711-7188-4167-aa6f-241841366140', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:27', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:27Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:46:40.009908 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.025139 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] Pushing event deleted for resources: {'Subnet': ['ID=e586476d-bd2e-46f1-bbd2-114958a8951b,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:40.035638 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.051192 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-4d29ada2-5882-49bb-ba6b-e5fd631563ef admin admin] 10.222.0.18 "DELETE /v2.0/subnets/e586476d-bd2e-46f1-bbd2-114958a8951b HTTP/1.1" status: 204 len: 168 time: 1.7705865 Feb 02 15:46:40.051804 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47590) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:40.079718 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.db.resource_extend [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] It took 0.22 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:46:40.104388 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.129475 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.130479 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.334802 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:40.349682 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9b9bdaf9-9c17-45c8-9bc8-4d1118b1c31b req-c4da82a5-dbf4-451d-a49d-63aa3210f926 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:40.350478 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-9b9bdaf9-9c17-45c8-9bc8-4d1118b1c31b req-c4da82a5-dbf4-451d-a49d-63aa3210f926 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Synchronizing usage tracker for tenant:829924afd2e8478a9257d330f8d4fcac on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:46:40.417192 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.499899 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Pushing event updated for resources: {'Port': ['ID=e158e120-af4c-4d7f-9301-1819eef2a024,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:40.505822 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.576506 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:40.581312 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-9b9bdaf9-9c17-45c8-9bc8-4d1118b1c31b req-c4da82a5-dbf4-451d-a49d-63aa3210f926 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Unset dirty status for tenant:829924afd2e8478a9257d330f8d4fcac on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:46:40.581553 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:40.582990 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9b9bdaf9-9c17-45c8-9bc8-4d1118b1c31b req-c4da82a5-dbf4-451d-a49d-63aa3210f926 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 931 time: 1.1758308 Feb 02 15:46:40.590221 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:40.673880 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Pushing event updated for resources: {'Port': ['ID=f6b70943-12b6-48d7-a276-e894e6e89aa2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:40.829353 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:40.855159 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:32Z', 'revision_number': 3, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:30Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:40.861556 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Checking router: c582a120-0309-40c8-a0b4-c1aefca1c635 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:40.862406 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Updating router c582a120-0309-40c8-a0b4-c1aefca1c635 port 9dda0686-f2b4-4b7b-9961-11167baaea5c binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:40.891470 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9b9bdaf9-9c17-45c8-9bc8-4d1118b1c31b req-1193de16-bb8a-4a8d-96ad-aace7cfd4a3a tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2656672 Feb 02 15:46:40.933134 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:40.937667 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:40.978855 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.106123 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.193014 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['c3c2478e-028b-4091-b29e-d34f4f5c5e03']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:41.262970 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'cc9933cc-5e43-4426-88b4-c8f7f7d02b61') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:41.263852 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'cc9933cc-5e43-4426-88b4-c8f7f7d02b61') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:41.301526 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.333049 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.399274 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:46:41.399860 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:46:41.418468 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:46:41.423355 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-a5dde75e-99e0-4c69-b5f1-44fd3c4cd556 None None] Provisioning complete for port e158e120-af4c-4d7f-9301-1819eef2a024 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:41.424247 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a5dde75e-99e0-4c69-b5f1-44fd3c4cd556 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.555468 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-a5dde75e-99e0-4c69-b5f1-44fd3c4cd556 None None] Port e158e120-af4c-4d7f-9301-1819eef2a024 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:46:41.667812 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.672849 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.704938 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] 10.222.0.18 "DELETE /v2.0/networks/c3c2478e-028b-4091-b29e-d34f4f5c5e03 HTTP/1.1" status: 204 len: 168 time: 1.6521096 Feb 02 15:46:41.726807 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5929dec-54d8-4fb7-84c4-f328c91effb0 admin admin] Pushing event deleted for resources: {'Network': ['ID=c3c2478e-028b-4091-b29e-d34f4f5c5e03,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:41.742279 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.875850 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:41.897969 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Transition to ACTIVE for port object 9dda0686-f2b4-4b7b-9961-11167baaea5c will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:41.908072 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.014649 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Router 58b34649-04cd-4bd8-88bc-851e57f62899 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:46:42.083037 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Attempting to bind port 9dda0686-f2b4-4b7b-9961-11167baaea5c on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:42.083605 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Attempting to bind port 9dda0686-f2b4-4b7b-9961-11167baaea5c by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:42.084180 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Attempting to bind port 9dda0686-f2b4-4b7b-9961-11167baaea5c on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:42.095783 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:42.096030 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:42.096689 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.097305 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:42.098020 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Bound port: 9dda0686-f2b4-4b7b-9961-11167baaea5c, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:42.098477 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.193683 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985edc3-6a49-4cf7-9a6d-4baaaf1ca43d None None] Pushing event updated for resources: {'Port': ['ID=9dda0686-f2b4-4b7b-9961-11167baaea5c,revision_number=2']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:42.239579 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 7edcd711-7188-4167-aa6f-241841366140 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:42.284393 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.292720 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.298551 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] For port 9dda0686-f2b4-4b7b-9961-11167baaea5c, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:42.305500 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] For port 9dda0686-f2b4-4b7b-9961-11167baaea5c, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=9dda0686-f2b4-4b7b-9961-11167baaea5c,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:42.311442 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.424309 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47616) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:42.484762 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-c6c1a7fd-ff4f-4d90-adb7-972dc59d5b53 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:46:42.486073 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-c6c1a7fd-ff4f-4d90-adb7-972dc59d5b53 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0196691 Feb 02 15:46:42.508027 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 7edcd711-7188-4167-aa6f-241841366140 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:42.522119 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:42.523252 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 7edcd711-7188-4167-aa6f-241841366140 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:42.524129 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:42.524765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.636844 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.783758 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2985edc3-6a49-4cf7-9a6d-4baaaf1ca43d None None] Pushing event updated for resources: {'Port': ['ID=9dda0686-f2b4-4b7b-9961-11167baaea5c,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:42.913653 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.973889 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 7edcd711-7188-4167-aa6f-241841366140, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=7edcd711-7188-4167-aa6f-241841366140,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:46:42.982930 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:42.984035 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:43.035669 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Pushing event updated for resources: {'Port': ['ID=f6b70943-12b6-48d7-a276-e894e6e89aa2,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:43.138067 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-b3778f4c-4d12-4116-beee-d3a1f6758071 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7d0c25495e324e78856a41c77f81b4d0&name=default HTTP/1.1" status: 200 len: 2975 time: 0.6508658 Feb 02 15:46:43.165841 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Request body: {'port': {'device_id': '239806bb-7616-4075-bfc7-b2813b42d349', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:43.187953 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:43.264964 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47648) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:43.272137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:43.275442 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:43.346153 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=7edcd711-7188-4167-aa6f-241841366140,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:43.369783 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:43.370467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:43.646379 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-874d7fe1-6775-4ee1-a035-cd880f2820de req-4dd80949-f648-4487-adaa-e37eae5abfda tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:43.648616 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-874d7fe1-6775-4ee1-a035-cd880f2820de req-4dd80949-f648-4487-adaa-e37eae5abfda tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 931 time: 1.3241308 Feb 02 15:46:43.894517 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:46:43.919562 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Sync routers for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:43.954677 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:43.956346 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-8c649ba2-eb8a-4dea-853b-a980cd7d5569 admin admin] 10.222.0.18 "PUT /v2.0/routers/58b34649-04cd-4bd8-88bc-851e57f62899/add_router_interface HTTP/1.1" status: 200 len: 503 time: 15.8571935 Feb 02 15:46:43.958140 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:44.031201 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:32Z', 'revision_number': 3, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:44.036971 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8cbd0bbb-6d28-4520-82b5-7f596566c43e None None] The sync data for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi is: [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:32Z', 'revision_number': 3, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:42Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:46:44.106460 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Router 0225a742-7d99-4616-9265-742c6be2344c has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:46:44.316233 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47682) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:44.431083 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 7edcd711-7188-4167-aa6f-241841366140 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:44.516017 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:44.602880 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:44.682646 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:46:44.695619 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-f5f6b882-9c28-499d-95fd-b37c6494f09a admin admin] 10.222.0.18 "PUT /v2.0/routers/0225a742-7d99-4616-9265-742c6be2344c/add_router_interface HTTP/1.1" status: 200 len: 503 time: 11.5028777 Feb 02 15:46:44.750371 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Sync routers for ids ['0225a742-7d99-4616-9265-742c6be2344c'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:44.812181 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Routers {'0225a742-7d99-4616-9265-742c6be2344c'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:44.825390 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['0225a742-7d99-4616-9265-742c6be2344c'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:44.950672 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47698) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:44.977899 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-874d7fe1-6775-4ee1-a035-cd880f2820de req-79fad169-c33f-4794-b34e-367eb70e7850 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2328346 Feb 02 15:46:45.092687 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2e515d23-0083-4ba8-84c7-b5b6e29e1d32 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.435137 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2e515d23-0083-4ba8-84c7-b5b6e29e1d32 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:45.631884 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Set router 0225a742-7d99-4616-9265-742c6be2344c gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:45.945757 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2e515d23-0083-4ba8-84c7-b5b6e29e1d32 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.031895 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.129708 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 7edcd711-7188-4167-aa6f-241841366140 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:46.138805 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.359699 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.472457 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2e515d23-0083-4ba8-84c7-b5b6e29e1d32 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b4cf8354-f8a5-4c99-9372-2947b51fb314,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:46.598974 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2e515d23-0083-4ba8-84c7-b5b6e29e1d32 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:46.600712 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-2e515d23-0083-4ba8-84c7-b5b6e29e1d32 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b4cf8354-f8a5-4c99-9372-2947b51fb314 HTTP/1.1" status: 204 len: 168 time: 3.2293453 Feb 02 15:46:46.897577 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.010056 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:47.025340 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Usage tracker for resource:security_group_rule and tenant:1712bdc8c6e3483c985916ee9145d3c2 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:47.040033 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.054386 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:47.082941 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:47.261579 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 2, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:47.268046 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Checking router: 58b34649-04cd-4bd8-88bc-851e57f62899 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:47.268637 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Updating router 58b34649-04cd-4bd8-88bc-851e57f62899 port e158e120-af4c-4d7f-9301-1819eef2a024 binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:47.451200 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.461143 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.466798 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.597900 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:47.616565 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Usage tracker for resource:security_group_rule and tenant:626628abf6d643c599342fac251e7501 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:47.624154 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:47.626590 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1712bdc8c6e3483c985916ee9145d3c2&name=default HTTP/1.1" status: 200 len: 2976 time: 2.6743522 Feb 02 15:46:47.631864 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47738) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:47.636665 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9dda0686-f2b4-4b7b-9961-11167baaea5c up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:47.641400 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:47.654625 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dd211884-a1e0-4fdd-be16-7a34c9d392d0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=335e1d2d-fdd7-4eee-a451-40bb712ce130,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:47.762910 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '7edcd711-7188-4167-aa6f-241841366140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:41Z', 'revision_number': 4, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port': {'id': '7edcd711-7188-4167-aa6f-241841366140', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:27Z', 'updated_at': '2022-02-02T15:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'f6b70943-12b6-48d7-a276-e894e6e89aa2', 'name': '', 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'mac_address': 'fa:16:3e:76:cb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fbe8991b-6352-4692-8394-694d5d764146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:38Z', 'updated_at': '2022-02-02T15:46:41Z', 'revision_number': 2, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'subnets': [{'id': 'fbe8991b-6352-4692-8394-694d5d764146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:47.783078 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Checking router: 0225a742-7d99-4616-9265-742c6be2344c for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:47.783440 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Updating router 0225a742-7d99-4616-9265-742c6be2344c port f6b70943-12b6-48d7-a276-e894e6e89aa2 binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:47.929378 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aeabb577-33e3-4bcc-a238-c644da8c16f3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.956195 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:47.957774 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.009891 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.054308 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aeabb577-33e3-4bcc-a238-c644da8c16f3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.086272 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47744) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:48.086272 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47746) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:48.146590 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aeabb577-33e3-4bcc-a238-c644da8c16f3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.204519 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aeabb577-33e3-4bcc-a238-c644da8c16f3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=335e1d2d-fdd7-4eee-a451-40bb712ce130,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:48.213010 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aeabb577-33e3-4bcc-a238-c644da8c16f3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.226700 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-aeabb577-33e3-4bcc-a238-c644da8c16f3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/335e1d2d-fdd7-4eee-a451-40bb712ce130 HTTP/1.1" status: 204 len: 168 time: 0.5854342 Feb 02 15:46:48.354335 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47758) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:48.355332 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=626628abf6d643c599342fac251e7501&name=default HTTP/1.1" status: 200 len: 2979 time: 3.7603929 Feb 02 15:46:48.377622 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-662c47a8-4e3e-4830-a7b2-8e5340215171 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04c4f3c5-fb3c-46c7-8fdb-f73ce22cc684,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:48.475200 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 47762) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:48.646381 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84664b40-fe0d-480f-9fdc-b639f3ea1f11 req-0cf6ee20-16cc-43f9-afd3-7ad8df5fcbaa tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:48.648735 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-84664b40-fe0d-480f-9fdc-b639f3ea1f11 req-0cf6ee20-16cc-43f9-afd3-7ad8df5fcbaa tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 931 time: 1.6883869 Feb 02 15:46:48.657526 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--1204382799', 'description': 'tempest-description--207730021'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:48.658793 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-60b1cc65-5ea7-492b-a20c-f14e15f47db9 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.735638 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-60b1cc65-5ea7-492b-a20c-f14e15f47db9 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.770133 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:48.840390 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.873384 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 9dda0686-f2b4-4b7b-9961-11167baaea5c completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:48.874170 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-60b1cc65-5ea7-492b-a20c-f14e15f47db9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.882991 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:48.898706 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 9dda0686-f2b4-4b7b-9961-11167baaea5c triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:48.899329 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.920683 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-60b1cc65-5ea7-492b-a20c-f14e15f47db9 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04c4f3c5-fb3c-46c7-8fdb-f73ce22cc684,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:48.923882 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:48.928403 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-60b1cc65-5ea7-492b-a20c-f14e15f47db9 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.930758 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-60b1cc65-5ea7-492b-a20c-f14e15f47db9 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04c4f3c5-fb3c-46c7-8fdb-f73ce22cc684 HTTP/1.1" status: 204 len: 168 time: 0.5754051 Feb 02 15:46:48.949997 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:48.998494 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Allocated IP 172.20.0.1 (7824dc98-1c32-4cbe-b1a0-f01045a3b76a/4299949d-ccda-4cc6-b8f6-43eef81678ba/9c600266-8d36-4813-b256-b36351ed603c) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:49.011458 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.063984 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Transition to ACTIVE for port object e158e120-af4c-4d7f-9301-1819eef2a024 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:49.064397 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Transition to ACTIVE for port object f6b70943-12b6-48d7-a276-e894e6e89aa2 will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:49.098135 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.137524 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.273642 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.296357 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 9dda0686-f2b4-4b7b-9961-11167baaea5c, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=9dda0686-f2b4-4b7b-9961-11167baaea5c,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:46:49.317519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.336275 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088464e-2497-49be-80fe-093bdd3b808a None None] Pushing event updated for resources: {'Port': ['ID=e158e120-af4c-4d7f-9301-1819eef2a024,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:49.340350 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.401160 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Transition to ACTIVE for port object 9c600266-8d36-4813-b256-b36351ed603c will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:49.460883 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:49.535222 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.db.resource_extend [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] It took 0.68 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:46:49.551284 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=9dda0686-f2b4-4b7b-9961-11167baaea5c,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:49.560633 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.701723 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47794) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:49.739629 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Attempting to bind port f6b70943-12b6-48d7-a276-e894e6e89aa2 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:49.740000 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Attempting to bind port f6b70943-12b6-48d7-a276-e894e6e89aa2 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:49.740369 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Attempting to bind port f6b70943-12b6-48d7-a276-e894e6e89aa2 on network 29a36728-e028-48a7-9cc0-558f4645e6c7 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:49.754453 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07040d-cdc8-4ad6-8fa4-d1126d97bdfc None None] Pushing event updated for resources: {'Port': ['ID=f6b70943-12b6-48d7-a276-e894e6e89aa2,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:49.761961 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:49.763341 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.764432 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:49.770425 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Checking segment: {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:49.770977 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.772161 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Bound using segment: {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:49.772784 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Bound port: f6b70943-12b6-48d7-a276-e894e6e89aa2, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:49.773291 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.793804 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-8061cb2f-8707-4e5c-9fc1-732f8629bd85 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=546d575f595b415e9b41f36c07fa4a2e&name=default HTTP/1.1" status: 200 len: 2975 time: 1.6973963 Feb 02 15:46:49.806183 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47800) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:49.872080 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Attempting to bind port e158e120-af4c-4d7f-9301-1819eef2a024 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:49.873226 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Attempting to bind port e158e120-af4c-4d7f-9301-1819eef2a024 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:49.873719 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Attempting to bind port e158e120-af4c-4d7f-9301-1819eef2a024 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:49.881567 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:49.882863 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Checking segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:49.883767 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.884436 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Bound using segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:49.885565 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Bound port: e158e120-af4c-4d7f-9301-1819eef2a024, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:49.886069 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:49.910682 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Usage tracker for resource:security_group_rule and tenant:d45afd66d80b4e3da51171ece65d738f is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:49.940509 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-84664b40-fe0d-480f-9fdc-b639f3ea1f11 req-f2cb5056-3b25-4d9b-a05a-4945604eef9e tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 1.2337873 Feb 02 15:46:49.941380 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:49.956412 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:49.973728 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] For port f6b70943-12b6-48d7-a276-e894e6e89aa2, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:49.986944 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] For port f6b70943-12b6-48d7-a276-e894e6e89aa2, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=f6b70943-12b6-48d7-a276-e894e6e89aa2,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:49.991057 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Usage tracker for resource:security_group_rule and tenant:1a35026bdac04e30b5b4f1eb6919f113 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:49.996983 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:50.002972 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.011201 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.025182 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:50.034140 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d97ba019-700b-49d7-a8e4-b15146501a24 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.066562 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:50.078586 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d97ba019-700b-49d7-a8e4-b15146501a24 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.081820 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:50.088495 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] For port e158e120-af4c-4d7f-9301-1819eef2a024, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:50.095205 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] For port e158e120-af4c-4d7f-9301-1819eef2a024, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=e158e120-af4c-4d7f-9301-1819eef2a024,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:50.106104 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.108380 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group_rule and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:50.136991 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:50.143549 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 3b57443c-d57f-4936-8d6a-e8ca963a4a65 {{(pid=87157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:46:50.178205 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.185859 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:50.195343 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d97ba019-700b-49d7-a8e4-b15146501a24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.224659 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d97ba019-700b-49d7-a8e4-b15146501a24 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c7c0f6d3-707f-46f1-ab34-5fe7676ce1ad,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:50.232682 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:50.262025 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d97ba019-700b-49d7-a8e4-b15146501a24 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.262756 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:50.263846 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d97ba019-700b-49d7-a8e4-b15146501a24 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c7c0f6d3-707f-46f1-ab34-5fe7676ce1ad HTTP/1.1" status: 204 len: 168 time: 0.4547296 Feb 02 15:46:50.265776 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:50.266437 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.298871 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Transition to ACTIVE for port object 3b57443c-d57f-4936-8d6a-e8ca963a4a65 will not be triggered until provisioned by entity L2. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:50.305747 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Routers {'0225a742-7d99-4616-9265-742c6be2344c'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:50.306287 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['0225a742-7d99-4616-9265-742c6be2344c'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:50.362028 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c600266-8d36-4813-b256-b36351ed603c,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:50.404592 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.443650 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.455143 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:50.457938 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 1, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 1, "log_agent_heartbeats": false, "routers": 1},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:50.464624 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.578957 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1a35026bdac04e30b5b4f1eb6919f113&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8755438 Feb 02 15:46:50.581443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47814) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:50.670267 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa07040d-cdc8-4ad6-8fa4-d1126d97bdfc None None] Pushing event updated for resources: {'Port': ['ID=f6b70943-12b6-48d7-a276-e894e6e89aa2,revision_number=4']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:50.769401 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d84db389-53e0-4751-b79f-a6559cda359c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7f42965b-d122-40eb-8048-5c5a924eafc5,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:50.886349 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-048e3dc2-e31c-440b-b5a8-72c1af25cf58 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.919666 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-048e3dc2-e31c-440b-b5a8-72c1af25cf58 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:50.981915 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-3bc5cdfe-5c9c-4a11-a458-92d85e45525c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:50.986010 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-3bc5cdfe-5c9c-4a11-a458-92d85e45525c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Synchronizing usage tracker for tenant:dca98e457a9d4f338fe912d086a79478 on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:46:50.995124 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-048e3dc2-e31c-440b-b5a8-72c1af25cf58 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.014190 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-048e3dc2-e31c-440b-b5a8-72c1af25cf58 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7f42965b-d122-40eb-8048-5c5a924eafc5,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:51.034727 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e088464e-2497-49be-80fe-093bdd3b808a None None] Pushing event updated for resources: {'Port': ['ID=e158e120-af4c-4d7f-9301-1819eef2a024,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:51.036031 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-048e3dc2-e31c-440b-b5a8-72c1af25cf58 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.037272 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-048e3dc2-e31c-440b-b5a8-72c1af25cf58 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7f42965b-d122-40eb-8048-5c5a924eafc5 HTTP/1.1" status: 204 len: 168 time: 0.4544489 Feb 02 15:46:51.075672 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] Set router 0225a742-7d99-4616-9265-742c6be2344c gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:51.082221 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-59d96470-339d-465d-acca-7f868b407722 None None] Provisioning for port 9c600266-8d36-4813-b256-b36351ed603c completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:51.108771 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-59d96470-339d-465d-acca-7f868b407722 None None] Provisioning complete for port 9c600266-8d36-4813-b256-b36351ed603c triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:51.109144 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-59d96470-339d-465d-acca-7f868b407722 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.305552 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-59d96470-339d-465d-acca-7f868b407722 None None] Port 9c600266-8d36-4813-b256-b36351ed603c cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:46:51.321711 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:51.550120 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.639022 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9dda0686-f2b4-4b7b-9961-11167baaea5c up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:51.761052 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.766039 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Pushing event updated for resources: {'Port': ['ID=3b57443c-d57f-4936-8d6a-e8ca963a4a65,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:51.853786 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:46:51.877938 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:51.968604 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '7edcd711-7188-4167-aa6f-241841366140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:41Z', 'revision_number': 4, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port': {'id': '7edcd711-7188-4167-aa6f-241841366140', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:27Z', 'updated_at': '2022-02-02T15:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'f6b70943-12b6-48d7-a276-e894e6e89aa2', 'name': '', 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'mac_address': 'fa:16:3e:76:cb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fbe8991b-6352-4692-8394-694d5d764146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:38Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'subnets': [{'id': 'fbe8991b-6352-4692-8394-694d5d764146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:51.978170 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-de93c72d-c77a-4038-a70a-b0ec9798e129 None None] The sync data for ids ['0225a742-7d99-4616-9265-742c6be2344c'] in dv-cinder-817833-1-iscsi is: [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '7edcd711-7188-4167-aa6f-241841366140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:41Z', 'revision_number': 4, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port': {'id': '7edcd711-7188-4167-aa6f-241841366140', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:27Z', 'updated_at': '2022-02-02T15:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'f6b70943-12b6-48d7-a276-e894e6e89aa2', 'name': '', 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'mac_address': 'fa:16:3e:76:cb:f6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_interface', 'standard_attr_id': 94, 'fixed_ips': [{'subnet_id': 'fbe8991b-6352-4692-8394-694d5d764146', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:38Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'subnets': [{'id': 'fbe8991b-6352-4692-8394-694d5d764146', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:46:51.980247 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.089220 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 9dda0686-f2b4-4b7b-9961-11167baaea5c triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:52.089699 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.101471 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.117810 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Attempting to bind port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:52.118523 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Attempting to bind port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '43037b80-d26a-41f6-a5cd-c5e0e7d61757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d'}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:52.118523 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Attempting to bind port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 on network 433d406b-82b0-40fd-a417-8ae42db7e16d {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:52.120595 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-3bc5cdfe-5c9c-4a11-a458-92d85e45525c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Unset dirty status for tenant:dca98e457a9d4f338fe912d086a79478 on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:46:52.127314 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-3bc5cdfe-5c9c-4a11-a458-92d85e45525c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 819 time: 2.5093296 Feb 02 15:46:52.145857 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.147319 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 3.6682889 Feb 02 15:46:52.150912 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47852) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:52.163657 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'security_group_rule': {'security_group_id': '9a1680ff-9e47-40d6-b654-0e4d2c096740', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:52.182624 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:52.188130 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group_rule and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:52.191713 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:52.208586 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:52.258039 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.382467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:50Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:52.390657 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d6c4e6da-6497-4e06-9255-98c289f173c9 None None] The sync data for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi is: [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:50Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:46:52.496256 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.511489 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.604122 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=76ef3395-f2f4-48a1-91f0-18f2af48d492,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:52.617697 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d45afd66d80b4e3da51171ece65d738f&name=default HTTP/1.1" status: 200 len: 2979 time: 4.5166888 Feb 02 15:46:52.621808 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47864) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:52.632000 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 on network 433d406b-82b0-40fd-a417-8ae42db7e16d not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:46:52.632317 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Attempting to bind port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 on network 433d406b-82b0-40fd-a417-8ae42db7e16d {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:52.652941 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-d509c191-5d3e-4783-87e1-4f4a598547e6 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/quotas/dca98e457a9d4f338fe912d086a79478 HTTP/1.1" status: 200 len: 375 time: 0.5246086 Feb 02 15:46:52.722425 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.723879 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-82ddb12e-69ef-4368-bf2c-e3f05ae6e0ff tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.5712094 Feb 02 15:46:52.727367 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47870) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:52.746680 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'security_group_rule': {'security_group_id': '9a1680ff-9e47-40d6-b654-0e4d2c096740', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:52.777457 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:52.779570 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Checking segment: {'id': '43037b80-d26a-41f6-a5cd-c5e0e7d61757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:52.780129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Bound using segment: {'id': '43037b80-d26a-41f6-a5cd-c5e0e7d61757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d'} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:52.780725 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Bound port: 3b57443c-d57f-4936-8d6a-e8ca963a4a65, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '43037b80-d26a-41f6-a5cd-c5e0e7d61757', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 371, 'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d'}}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:52.781141 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.783588 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:52.795057 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group_rule and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:52.807257 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:52.833206 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:52.887185 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b190efac-73bb-49e3-a260-6ac09cb008c1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.933430 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:52.970240 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b190efac-73bb-49e3-a260-6ac09cb008c1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.101377 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e5114c3-c402-49a2-a827-0c4cd9ca9eac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=87bd7e60-5821-480f-9ed9-75c3007a1eff,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:53.152325 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b190efac-73bb-49e3-a260-6ac09cb008c1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.246405 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b190efac-73bb-49e3-a260-6ac09cb008c1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.247730 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-b190efac-73bb-49e3-a260-6ac09cb008c1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/87bd7e60-5821-480f-9ed9-75c3007a1eff HTTP/1.1" status: 204 len: 168 time: 0.6249337 Feb 02 15:46:53.249043 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b190efac-73bb-49e3-a260-6ac09cb008c1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=87bd7e60-5821-480f-9ed9-75c3007a1eff,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:53.321255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.328390 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.379715 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8f99fcc3-5a5e-4730-9722-8f900307810a req-ec94e58b-9c0c-4284-97bf-63061e063f56 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:53.392702 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8f99fcc3-5a5e-4730-9722-8f900307810a req-ec94e58b-9c0c-4284-97bf-63061e063f56 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 943 time: 2.1016035 Feb 02 15:46:53.409158 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.415654 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.6833150 Feb 02 15:46:53.422140 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47884) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:53.441240 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:53.455267 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:53.469892 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:floatingip and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:53.480268 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:53.498616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:53.499075 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.db.resource_extend [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] It took 0.15 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:46:53.514415 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5971b1fb-b152-4f0a-890f-20898c7a4b2f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9df3af4d-6c07-4a11-baa5-0d64d8edeba4,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:53.523633 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.597024 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-c164cef5-5d56-402b-bf94-7ce078e99444 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.600207 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.615744 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3e3a559f-975d-44ff-ba32-6fd89169476e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=9a1680ff-9e47-40d6-b654-0e4d2c096740,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:53.686833 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.688033 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.702329 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e158e120-af4c-4d7f-9301-1819eef2a024 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:53.829832 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8f99fcc3-5a5e-4730-9722-8f900307810a req-4fe4b74b-078d-4ef3-aa7d-8e14e43950bd tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4339061 Feb 02 15:46:53.883718 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] For port 3b57443c-d57f-4936-8d6a-e8ca963a4a65, host hv-cinder-81783, cleared binding levels {{(pid=87157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:53.897568 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] For port 3b57443c-d57f-4936-8d6a-e8ca963a4a65, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65,segment=NetworkSegment(43037b80-d26a-41f6-a5cd-c5e0e7d61757),segment_id=43037b80-d26a-41f6-a5cd-c5e0e7d61757)] {{(pid=87157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:53.905879 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:53.941812 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port e158e120-af4c-4d7f-9301-1819eef2a024 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:53.958410 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port e158e120-af4c-4d7f-9301-1819eef2a024 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:53.958940 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.010888 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Pushing event updated for resources: {'Port': ['ID=9c600266-8d36-4813-b256-b36351ed603c,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:54.026631 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.167521 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.215635 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port e158e120-af4c-4d7f-9301-1819eef2a024, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=e158e120-af4c-4d7f-9301-1819eef2a024,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:46:54.222379 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.223345 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f6b70943-12b6-48d7-a276-e894e6e89aa2 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:54.240484 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Allocated IP 172.27.2.136 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/b799c63a-d332-4afc-bed3-979a5822c9b1) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:46:54.468915 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.507710 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47904) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:54.528972 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=e158e120-af4c-4d7f-9301-1819eef2a024,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:54.550227 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.561870 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.588260 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-37464e79-6bc7-4e81-b2e8-04f3a011dc3c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&fields=id HTTP/1.1" status: 200 len: 255 time: 1.9338219 Feb 02 15:46:54.611359 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port f6b70943-12b6-48d7-a276-e894e6e89aa2 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:46:54.614889 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:54.615885 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.630446 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a6108826-60d4-4724-8697-035b904e5521 service neutron] 10.222.0.41 "PUT /v2.0/ports/3b57443c-d57f-4936-8d6a-e8ca963a4a65 HTTP/1.1" status: 200 len: 1093 time: 11.6892114 Feb 02 15:46:54.637386 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:54.638532 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '239806bb-7616-4075-bfc7-b2813b42d349', 'tag': '3b57443c-d57f-4936-8d6a-e8ca963a4a65'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:46:54.668818 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port f6b70943-12b6-48d7-a276-e894e6e89aa2 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:54.669714 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.757524 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'Port': ['ID=b799c63a-d332-4afc-bed3-979a5822c9b1,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:54.767673 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:54.771656 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Usage tracker for resource:security_group_rule and tenant:19f6b29a86714f48b0a9787a9b37632a is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:54.775661 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:54.781983 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:54.782770 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:54.954919 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:54.961412 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:46:54.971273 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:46:54.979408 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:46:54.995366 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.060815 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port f6b70943-12b6-48d7-a276-e894e6e89aa2, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=f6b70943-12b6-48d7-a276-e894e6e89aa2,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:46:55.070315 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.100531 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a6108826-60d4-4724-8697-035b904e5521 service neutron] Pushing event updated for resources: {'Port': ['ID=3b57443c-d57f-4936-8d6a-e8ca963a4a65,revision_number=3']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:55.107478 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.218289 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=f6b70943-12b6-48d7-a276-e894e6e89aa2,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:55.259219 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-e29c5fa8-4f46-4177-85d8-0a17fab5e208 None None] Provisioning complete for port 9c600266-8d36-4813-b256-b36351ed603c triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:55.259590 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-e29c5fa8-4f46-4177-85d8-0a17fab5e208 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.278939 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50b18ca4-e081-4c00-b6e8-8c94f3e5348f,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:55.336774 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-10cc2749-683b-4aab-b07e-d0e3fb47583b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:55.340787 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-10cc2749-683b-4aab-b07e-d0e3fb47583b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=829924afd2e8478a9257d330f8d4fcac&device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 1096 time: 0.5540743 Feb 02 15:46:55.346415 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Router c582a120-0309-40c8-a0b4-c1aefca1c635 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:46:55.378608 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-e29c5fa8-4f46-4177-85d8-0a17fab5e208 None None] Port 9c600266-8d36-4813-b256-b36351ed603c cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:46:55.391815 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.406215 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-b2f812da-8454-4a41-850b-977b3902658f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19f6b29a86714f48b0a9787a9b37632a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8952863 Feb 02 15:46:55.408200 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47942) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:55.455386 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c908013-d2fb-4e94-9915-0b8fd13eeeea req-b72355b0-da36-4217-b70c-f6530e173d79 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:55.456878 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0c908013-d2fb-4e94-9915-0b8fd13eeeea req-b72355b0-da36-4217-b70c-f6530e173d79 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 943 time: 0.3518856 Feb 02 15:46:55.459951 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-af2579c5-786f-439d-a69a-e977bc2968f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65 HTTP/1.1" status: 200 len: 217 time: 0.0994768 Feb 02 15:46:55.471579 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e158e120-af4c-4d7f-9301-1819eef2a024 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:55.547292 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.606243 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-73a6056b-563f-4669-8859-330ec2e282aa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.679982 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-73a6056b-563f-4669-8859-330ec2e282aa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.701184 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-bdfd251f-145c-4528-9dfa-ad9900d1676d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.719915 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port e158e120-af4c-4d7f-9301-1819eef2a024 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:55.720218 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:55.750117 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-99d4b303-5715-463b-978c-411de881223c service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:46:55.757430 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-99d4b303-5715-463b-978c-411de881223c service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.6654217 Feb 02 15:46:55.795944 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47956) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:55.885999 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-73a6056b-563f-4669-8859-330ec2e282aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.000590 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f6b70943-12b6-48d7-a276-e894e6e89aa2 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:46:56.002318 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-73a6056b-563f-4669-8859-330ec2e282aa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50b18ca4-e081-4c00-b6e8-8c94f3e5348f,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:56.016316 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-73a6056b-563f-4669-8859-330ec2e282aa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.024193 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-73a6056b-563f-4669-8859-330ec2e282aa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50b18ca4-e081-4c00-b6e8-8c94f3e5348f HTTP/1.1" status: 204 len: 168 time: 0.6137450 Feb 02 15:46:56.029412 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0c908013-d2fb-4e94-9915-0b8fd13eeeea req-b7ae8c08-5268-4d01-aa3d-7195b348e6c3 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5667961 Feb 02 15:46:56.092762 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-7a2df3b0-98e4-4a7f-8e12-7f63bcfe660f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:56.094392 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-7a2df3b0-98e4-4a7f-8e12-7f63bcfe660f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a33d8ea-9ccc-4930-bb23-a171ea175f53 HTTP/1.1" status: 200 len: 852 time: 0.4769673 Feb 02 15:46:56.115555 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.123670 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.186688 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-18551235-1355-405f-bb12-8c9018d1eb8c service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=433d406b-82b0-40fd-a417-8ae42db7e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0700157 Feb 02 15:46:56.189752 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port f6b70943-12b6-48d7-a276-e894e6e89aa2 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:46:56.190166 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.206929 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:46:56.220184 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e62b8a08-c9ec-42c0-baf8-925bc4429bd0 admin admin] 10.222.0.18 "PUT /v2.0/routers/c582a120-0309-40c8-a0b4-c1aefca1c635/add_router_interface HTTP/1.1" status: 200 len: 503 time: 16.3360951 Feb 02 15:46:56.271123 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Sync routers for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:46:56.329984 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:56.330688 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:56.418517 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.455640 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:56.465146 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Usage tracker for resource:security_group_rule and tenant:115d2d627cc74a36b1f5fa36d77270a5 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:56.471484 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-dfa5b9bf-6cf6-4f33-92b7-5bc90d0fa219 service neutron] 10.222.0.18 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7119145 Feb 02 15:46:56.473884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:56.485457 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:56.594723 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.604077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.656045 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4943c3dd-90d2-4e86-b7e5-aade3c2cd33c,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:56.681191 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'Port': ['ID=b799c63a-d332-4afc-bed3-979a5822c9b1,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:56.694852 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-a74e0d19-d231-4867-8b56-a8bf7b3a51fb service neutron] 10.222.0.41 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4888680 Feb 02 15:46:56.745381 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.758185 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-02466ba8-d0e0-43ff-b2d4-64b0014a0e96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=115d2d627cc74a36b1f5fa36d77270a5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9501529 Feb 02 15:46:56.762377 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 47982) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:56.794002 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ede327b6-4cd3-4c16-b7bc-0dd5292b507a service neutron] 10.222.0.18 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3091002 Feb 02 15:46:56.828304 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:46:56.857588 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '239806bb-7616-4075-bfc7-b2813b42d349', 'tag': '3b57443c-d57f-4936-8d6a-e8ca963a4a65', 'status': 'completed', 'code': 200} Feb 02 15:46:56.883665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.885173 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-3d0a75d6-16e9-4c53-a3a8-3c1890c96432 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4608290 Feb 02 15:46:56.893164 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf95c7ee-a40c-4ba6-87cf-7785f53fc73c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.937501 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf95c7ee-a40c-4ba6-87cf-7785f53fc73c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.950742 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:56.952458 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41eecc5c-8b39-4ae9-adfc-140adf9f2035 req-178080ba-0d3f-496c-8495-370526fd4aa5 service neutron] 10.222.0.41 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2322042 Feb 02 15:46:56.954702 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.033537 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf95c7ee-a40c-4ba6-87cf-7785f53fc73c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.059460 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf95c7ee-a40c-4ba6-87cf-7785f53fc73c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4943c3dd-90d2-4e86-b7e5-aade3c2cd33c,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:57.086725 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf95c7ee-a40c-4ba6-87cf-7785f53fc73c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.089618 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-cf95c7ee-a40c-4ba6-87cf-7785f53fc73c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4943c3dd-90d2-4e86-b7e5-aade3c2cd33c HTTP/1.1" status: 204 len: 168 time: 0.3237944 Feb 02 15:46:57.232515 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-be5b4a07-112b-447e-83c3-c4512a1ac23b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:57.237174 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-be5b4a07-112b-447e-83c3-c4512a1ac23b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=829924afd2e8478a9257d330f8d4fcac&device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 1096 time: 0.1491036 Feb 02 15:46:57.492222 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:46:52Z', 'revision_number': 2, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:57.502258 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Checking router: c582a120-0309-40c8-a0b4-c1aefca1c635 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:46:57.502620 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Updating router c582a120-0309-40c8-a0b4-c1aefca1c635 port 9c600266-8d36-4813-b256-b36351ed603c binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:46:57.605193 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-27ce4115-a4fd-4d53-a9a3-68b22379105b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:57.607364 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-27ce4115-a4fd-4d53-a9a3-68b22379105b service neutron] 10.222.0.41 "GET /v2.0/networks?id=433d406b-82b0-40fd-a417-8ae42db7e16d HTTP/1.1" status: 200 len: 913 time: 0.3621325 Feb 02 15:46:57.621589 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:57.635003 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74d44b21-a596-487e-8587-829a73302682 req-af48af5c-fb88-48a3-a2f4-134b82c9ab5c tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:57.639555 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-74d44b21-a596-487e-8587-829a73302682 req-af48af5c-fb88-48a3-a2f4-134b82c9ab5c tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 943 time: 0.2211950 Feb 02 15:46:57.863014 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-943f3ca7-4161-4b47-8315-37bfce07917f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65 HTTP/1.1" status: 200 len: 217 time: 0.2213986 Feb 02 15:46:57.948945 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-bb98444a-419f-4030-8c4c-fa3754037742 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:57.950602 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-bb98444a-419f-4030-8c4c-fa3754037742 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a33d8ea-9ccc-4930-bb23-a171ea175f53 HTTP/1.1" status: 200 len: 852 time: 0.0783994 Feb 02 15:46:58.013692 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-f20da593-a2f9-412d-94a7-aa7e69e157e7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=433d406b-82b0-40fd-a417-8ae42db7e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0523365 Feb 02 15:46:58.027584 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48050) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:58.033145 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-74d44b21-a596-487e-8587-829a73302682 req-8389708c-1433-4b25-8afc-5e2eb270366c tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2073660 Feb 02 15:46:58.033329 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--498232325', 'description': 'tempest-description--2108042918'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:58.044958 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:58.065581 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:58.072413 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:58.087481 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:58.115580 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.150114 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:58.155929 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group_rule and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:58.160719 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:58.184764 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:58.254736 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.352090 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b474ab46-cc13-49da-9d2f-3212e6466f21 req-a56ea48e-97c3-41b1-b1a8-51fd2fd14b68 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 210 time: 0.1371975 Feb 02 15:46:58.358190 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.364191 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.422433 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-103c3813-2ba1-4cf6-ba9b-50d6d7d655e1 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:46:58.456928 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.459657 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-a6b1fbc7-7851-4732-8f17-5a2ff3ea2743 service neutron] 10.222.0.41 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4248009 Feb 02 15:46:58.501959 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Transition to ACTIVE for port object 9c600266-8d36-4813-b256-b36351ed603c will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:46:58.513418 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.518550 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.4864242 Feb 02 15:46:58.518550 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48076) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:58.525221 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.530471 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'security_group_rule': {'security_group_id': '0ad2102d-c319-4777-8309-a50554f134a3', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:58.539339 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:58.544655 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group_rule and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:58.547941 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:58.558881 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:58.568074 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80475930-37f5-452c-b7f9-90a8aff32b1a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=0ad2102d-c319-4777-8309-a50554f134a3,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:58.579555 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.596386 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-103c3813-2ba1-4cf6-ba9b-50d6d7d655e1 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:46:58.597637 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-103c3813-2ba1-4cf6-ba9b-50d6d7d655e1 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--1204382799&fields=id&tenant_id=36548b54d7c949e5a1d7ca27dbc8d647 HTTP/1.1" status: 200 len: 267 time: 0.3685567 Feb 02 15:46:58.731344 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.738543 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.828847 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48086) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:58.831010 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=17e832e0-9e18-4be8-b0c2-a59e31f1da8e,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:58.897369 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.900709 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-fc266f34-240a-4405-a605-ade7052501d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3779094 Feb 02 15:46:58.907447 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48092) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:58.918389 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'security_group_rule': {'security_group_id': '0ad2102d-c319-4777-8309-a50554f134a3', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:58.925690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:58.970036 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:58.983123 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:59.002484 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Usage tracker for resource:security_group_rule and tenant:45716b771b7e43bea93c38f9a8a33a2d is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:59.017381 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:59.032821 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:59.109541 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310df6-cf62-4d07-ba10-2b1d4f7a7c8d None None] Pushing event updated for resources: {'Port': ['ID=9c600266-8d36-4813-b256-b36351ed603c,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:59.116701 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a69df52-70e3-4d6a-9c5c-bd9c024d7dc4 req-45891ca2-3e7e-44ba-b2d0-a5f396115432 service neutron] 10.222.0.41 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.6499083 Feb 02 15:46:59.205635 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.207508 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group_rule and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:59.211932 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:59.215957 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.234225 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Attempting to bind port 9c600266-8d36-4813-b256-b36351ed603c on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:46:59.234760 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Attempting to bind port 9c600266-8d36-4813-b256-b36351ed603c by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:46:59.235388 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Attempting to bind port 9c600266-8d36-4813-b256-b36351ed603c on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:46:59.252312 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:46:59.252681 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Checking segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:46:59.253080 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.253467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Bound using segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:46:59.253941 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Bound port: 9c600266-8d36-4813-b256-b36351ed603c, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:46:59.260646 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:59.264859 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=01657a51-8ac9-402a-bb67-c7ebad6735ff,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:59.266872 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.278637 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-2a505daa-0792-4307-99e1-3ea7df9fcd30 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:46:59.279417 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-2a505daa-0792-4307-99e1-3ea7df9fcd30 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:46:59.301667 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.345270 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-2a505daa-0792-4307-99e1-3ea7df9fcd30 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:46:59.348435 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-2a505daa-0792-4307-99e1-3ea7df9fcd30 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 810 time: 0.7412405 Feb 02 15:46:59.355598 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-12b12477-c53c-4979-8a06-db9587a34fac admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=45716b771b7e43bea93c38f9a8a33a2d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5070977 Feb 02 15:46:59.359348 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48110) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:59.461168 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.476513 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.514702 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=1eaf798c-4015-4b1d-9186-d72dcffa0069,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:46:59.530440 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-7086412e-bef6-4a3c-9e2c-dfab5efe7db4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/quotas/36548b54d7c949e5a1d7ca27dbc8d647 HTTP/1.1" status: 200 len: 375 time: 0.1610389 Feb 02 15:46:59.565006 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] For port 9c600266-8d36-4813-b256-b36351ed603c, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:46:59.572936 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] For port 9c600266-8d36-4813-b256-b36351ed603c, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=9c600266-8d36-4813-b256-b36351ed603c,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:46:59.582851 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.620298 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a82ac-29cf-43de-a317-fdcb39232c3f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.693491 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a82ac-29cf-43de-a317-fdcb39232c3f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.736507 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.749492 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d644293a-20e9-45f6-aee9-451918bdae5b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.8383281 Feb 02 15:46:59.761978 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48128) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:46:59.767698 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:46:59.807814 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:46:59.846926 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:floatingip and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:46:59.855031 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:46:59.863708 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:46:59.878372 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.895584 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:46:59.896225 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:46:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:46:59.947336 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-6449dd78-4696-45b4-8aaa-0dd8477946a2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:46:59.957748 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a82ac-29cf-43de-a317-fdcb39232c3f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.987368 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ba0a82ac-29cf-43de-a317-fdcb39232c3f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:46:59.992605 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ba0a82ac-29cf-43de-a317-fdcb39232c3f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/01657a51-8ac9-402a-bb67-c7ebad6735ff HTTP/1.1" status: 204 len: 168 time: 0.6314962 Feb 02 15:46:59.994454 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-6449dd78-4696-45b4-8aaa-0dd8477946a2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:00.008794 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-6449dd78-4696-45b4-8aaa-0dd8477946a2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.4697213 Feb 02 15:47:00.025288 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ba0a82ac-29cf-43de-a317-fdcb39232c3f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=01657a51-8ac9-402a-bb67-c7ebad6735ff,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:00.122836 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ed310df6-cf62-4d07-ba10-2b1d4f7a7c8d None None] Pushing event updated for resources: {'Port': ['ID=9c600266-8d36-4813-b256-b36351ed603c,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:00.157414 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48138) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:00.177384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.230466 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca4b4d5a-c261-407e-82df-5016d7c0a0cd req-d379871d-6092-4eb9-9559-e87d1332d631 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:00.239399 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ca4b4d5a-c261-407e-82df-5016d7c0a0cd req-d379871d-6092-4eb9-9559-e87d1332d631 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 943 time: 0.8651085 Feb 02 15:47:00.274072 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-160a44a5-6b78-46e3-a2e3-511c04898280 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:00.276054 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-160a44a5-6b78-46e3-a2e3-511c04898280 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 819 time: 0.4839816 Feb 02 15:47:00.304099 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Request body: {'port': {'device_id': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'admin_state_up': True, 'tenant_id': 'dca98e457a9d4f338fe912d086a79478'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:00.419292 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:47:00.439491 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Allocated IP 172.27.2.191 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/baedc866-65d4-4c8f-8126-ad83e0949faf) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:00.477858 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:00.496310 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Usage tracker for resource:port and tenant:dca98e457a9d4f338fe912d086a79478 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:00.497159 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 3b57443c-d57f-4936-8d6a-e8ca963a4a65 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:47:00.505054 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:00.524460 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:00.551866 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ca4b4d5a-c261-407e-82df-5016d7c0a0cd req-14a37b45-3918-477f-bef9-b55278c22895 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3107011 Feb 02 15:47:00.585347 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Made reservation on behalf of dca98e457a9d4f338fe912d086a79478 for: {'port': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:00.590471 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.621814 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-087afc90-abcf-4c2e-9ee5-0e938d8f1c98 service neutron] 10.222.0.18 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6119592 Feb 02 15:47:00.779405 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:00.846890 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:00.876727 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Usage tracker for resource:security_group_rule and tenant:86300d51b978450db8beee010b34c224 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:00.890414 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:00.915729 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:00.941021 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 3b57443c-d57f-4936-8d6a-e8ca963a4a65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65,segment=NetworkSegment(43037b80-d26a-41f6-a5cd-c5e0e7d61757),segment_id=43037b80-d26a-41f6-a5cd-c5e0e7d61757)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:00.998671 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '3b57443c-d57f-4936-8d6a-e8ca963a4a65', 'network_id': '433d406b-82b0-40fd-a417-8ae42db7e16d', 'port_id': '3b57443c-d57f-4936-8d6a-e8ca963a4a65', 'mac_address': 'fa:16:3e:f3:42:5e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 371, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '5a33d8ea-9ccc-4930-bb23-a171ea175f53', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:47:01.011205 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.089291 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.112300 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 3b57443c-d57f-4936-8d6a-e8ca963a4a65 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:01.113059 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.140009 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 3b57443c-d57f-4936-8d6a-e8ca963a4a65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65,segment=NetworkSegment(43037b80-d26a-41f6-a5cd-c5e0e7d61757),segment_id=43037b80-d26a-41f6-a5cd-c5e0e7d61757)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:01.157279 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.157964 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.195115 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:01.196147 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.206715 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:01.220386 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:47:01.234742 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:46:59Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:01.251232 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d99a2bf9-a7c1-4cdd-a1f0-cb78e5be007c None None] The sync data for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi is: [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:46:59Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:47:01.271981 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=3b57443c-d57f-4936-8d6a-e8ca963a4a65,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:01.345622 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=86300d51b978450db8beee010b34c224&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1770797 Feb 02 15:47:01.345622 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'Port': ['ID=baedc866-65d4-4c8f-8126-ad83e0949faf,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:01.358938 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48188) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:01.379374 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cde63fa1-4f3f-4041-b1f9-33edb1eb536d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e0c44e3-c875-4c7b-888b-748dcb8f52ee,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:01.388021 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-220c4519-7261-4bae-aec3-025e299445ef tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:01.389856 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-220c4519-7261-4bae-aec3-025e299445ef tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 819 time: 0.6221778 Feb 02 15:47:01.486888 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-4401d37c-ebf2-45cf-a37a-834b0babaf8a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/quotas/dca98e457a9d4f338fe912d086a79478 HTTP/1.1" status: 200 len: 375 time: 0.0806165 Feb 02 15:47:01.504221 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-240bc0c8-2c82-4578-aa5a-7674aba84ea5 service neutron] 10.222.0.18 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.8755510 Feb 02 15:47:01.520936 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.527232 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ab8dbd56-0ee2-49ff-91bd-12c617e80aaa admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.554560 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['3b57443c-d57f-4936-8d6a-e8ca963a4a65'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:47:01.576825 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48194) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:01.632921 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ab8dbd56-0ee2-49ff-91bd-12c617e80aaa admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.671573 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.746054 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9c600266-8d36-4813-b256-b36351ed603c up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:01.797225 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Allocated IP 172.20.0.4 (29a36728-e028-48a7-9cc0-558f4645e6c7/fbe8991b-6352-4692-8394-694d5d764146/9b1f6b69-73c2-407a-9ce9-90cbfd596058) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:01.973152 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:01.999035 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ab8dbd56-0ee2-49ff-91bd-12c617e80aaa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.039335 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab8dbd56-0ee2-49ff-91bd-12c617e80aaa admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e0c44e3-c875-4c7b-888b-748dcb8f52ee,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:02.051862 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:02.057430 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Usage tracker for resource:security_group_rule and tenant:36446c0cf2374751b33a8bd1ccd3d5dc is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:02.061115 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:02.069513 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:02.098744 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-38cfaaad-f815-42e1-8015-81b736eef5bd tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&fields=id HTTP/1.1" status: 200 len: 255 time: 0.5859406 Feb 02 15:47:02.172668 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ab8dbd56-0ee2-49ff-91bd-12c617e80aaa admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.173487 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ab8dbd56-0ee2-49ff-91bd-12c617e80aaa admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e0c44e3-c875-4c7b-888b-748dcb8f52ee HTTP/1.1" status: 204 len: 168 time: 0.8135905 Feb 02 15:47:02.322977 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.331412 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 9c600266-8d36-4813-b256-b36351ed603c completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:02.335241 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.372782 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 9c600266-8d36-4813-b256-b36351ed603c triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:02.373163 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.477966 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.541146 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36446c0cf2374751b33a8bd1ccd3d5dc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9464498 Feb 02 15:47:02.545654 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48230) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:02.564673 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.714747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.794889 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-50ce5a16-062a-4b12-b08a-0be85089effe admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1e7a605e-c880-4875-bb70-55936b8a9720,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:02.830421 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 9c600266-8d36-4813-b256-b36351ed603c, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=9c600266-8d36-4813-b256-b36351ed603c,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:02.839371 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.961647 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:02.978008 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-63305297-38a6-4031-aaf6-94da2f5a20b3 service neutron] 10.222.0.18 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7614994 Feb 02 15:47:03.027192 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=9c600266-8d36-4813-b256-b36351ed603c,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:03.069673 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'Port': ['ID=baedc866-65d4-4c8f-8126-ad83e0949faf,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:03.078405 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed578932-ff0a-4a43-993a-64ac3a36a7f0 req-f82d0989-8053-4357-873e-590820aa8609 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:03.083126 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ed578932-ff0a-4a43-993a-64ac3a36a7f0 req-f82d0989-8053-4357-873e-590820aa8609 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 944 time: 0.9834011 Feb 02 15:47:03.098657 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.163075 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-be9ca378-ef7a-4770-b57a-374e056d37cf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.173013 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48260) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:03.237991 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.239285 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-aa91525d-2fcc-4f5d-b5b5-05463eff59d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 3.4762774 Feb 02 15:47:03.247415 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.306076 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ed578932-ff0a-4a43-993a-64ac3a36a7f0 req-107031da-9ffb-4f1c-a454-9ff992d8cba5 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1122434 Feb 02 15:47:03.310948 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:03.316018 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-46cc5276-bd99-4407-b3cb-d67666a4a263 service neutron] 10.222.0.18 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3273304 Feb 02 15:47:03.321757 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-be9ca378-ef7a-4770-b57a-374e056d37cf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.328570 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.343703 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Usage tracker for resource:security_group_rule and tenant:19ea0bc5e2c14c31b15d151c166e7796 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:03.352730 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:03.370036 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:03.500566 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-be9ca378-ef7a-4770-b57a-374e056d37cf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.529747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9c600266-8d36-4813-b256-b36351ed603c up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:03.583015 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be9ca378-ef7a-4770-b57a-374e056d37cf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1e7a605e-c880-4875-bb70-55936b8a9720,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:03.652180 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-be9ca378-ef7a-4770-b57a-374e056d37cf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.673147 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-be9ca378-ef7a-4770-b57a-374e056d37cf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1e7a605e-c880-4875-bb70-55936b8a9720 HTTP/1.1" status: 204 len: 168 time: 1.1102345 Feb 02 15:47:03.750807 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 9c600266-8d36-4813-b256-b36351ed603c triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:03.751745 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.825631 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.832252 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:03.935980 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48298) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:03.985827 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f9acad4b-5996-419a-baec-7001b7d5810d req-dbdfd0da-5810-4fa1-b2e7-68e37bdf8231 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 210 time: 0.2893105 Feb 02 15:47:03.996692 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.41', 54028) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:04.001406 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:04.004661 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=19ea0bc5e2c14c31b15d151c166e7796&name=default HTTP/1.1" status: 200 len: 2979 time: 0.8202248 Feb 02 15:47:04.006694 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c3ada9b6-747e-46bb-8833-a6603e8b0226 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1d8f262c-afd0-42bd-9408-60dfe8d815ef,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:04.009416 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48310) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:04.088539 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a71f1dcc-f0ce-4b13-9157-6a01676df470 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.092863 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:04.119511 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a71f1dcc-f0ce-4b13-9157-6a01676df470 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.134011 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:47:04.150456 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:04.155210 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.208144 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a71f1dcc-f0ce-4b13-9157-6a01676df470 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.262282 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a71f1dcc-f0ce-4b13-9157-6a01676df470 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1d8f262c-afd0-42bd-9408-60dfe8d815ef,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:04.293416 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a71f1dcc-f0ce-4b13-9157-6a01676df470 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.295691 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a71f1dcc-f0ce-4b13-9157-6a01676df470 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1d8f262c-afd0-42bd-9408-60dfe8d815ef HTTP/1.1" status: 204 len: 168 time: 0.2845223 Feb 02 15:47:04.344382 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc9958e3-cd30-4559-a98b-31190c223f29 req-320586be-a9bd-44ff-a7dc-e32e57884ac4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 210 time: 0.1680453 Feb 02 15:47:04.385686 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Pushing event updated for resources: {'Port': ['ID=9b1f6b69-73c2-407a-9ce9-90cbfd596058,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:04.395522 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-4b737985-821f-437c-8095-07d1a16677e1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Synchronizing usage tracker for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:04.436472 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 3b57443c-d57f-4936-8d6a-e8ca963a4a65 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:04.437074 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-ab34717c-2503-42c2-a83f-4ef9844cf4ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.1390147 Feb 02 15:47:04.466190 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Request body: {'port': {'device_id': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:04.622350 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:04.636143 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:04.637112 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.672539 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.677676 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-4b737985-821f-437c-8095-07d1a16677e1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Unset dirty status for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:04.688027 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-4b737985-821f-437c-8095-07d1a16677e1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--498232325&fields=id&tenant_id=4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 267 time: 0.9557612 Feb 02 15:47:04.736496 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:04.750986 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Usage tracker for resource:security_group_rule and tenant:9b182d2c9911482fa4287b7431f8d2f5 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:04.761620 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:04.773489 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:04.781301 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48330) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:04.825024 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-40beddd1-d925-4e66-9d15-f12fdc7057dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:04.826881 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-40beddd1-d925-4e66-9d15-f12fdc7057dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 810 time: 0.8290613 Feb 02 15:47:04.857991 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.885397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:04.939684 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:04.950434 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Usage tracker for resource:security_group_rule and tenant:903a76b8f7eb40a09806cbe411290cf1 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:04.963985 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:04.973967 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:04.975932 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.029845 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 3b57443c-d57f-4936-8d6a-e8ca963a4a65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65,segment=NetworkSegment(43037b80-d26a-41f6-a5cd-c5e0e7d61757),segment_id=43037b80-d26a-41f6-a5cd-c5e0e7d61757)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:05.030930 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239806bb-7616-4075-bfc7-b2813b42d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b57443c-d57f-4936-8d6a-e8ca963a4a65'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:05.096689 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.105681 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.117826 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.150484 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b182d2c9911482fa4287b7431f8d2f5&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1912825 Feb 02 15:47:05.158669 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48338) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.219094 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=3b57443c-d57f-4936-8d6a-e8ca963a4a65,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:05.249431 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c6ca6bf-8627-4439-a6ea-2497022ba156 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8acbceb6-a426-4426-a653-9d1f4b8f4722,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:05.275882 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.288489 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.330517 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=903a76b8f7eb40a09806cbe411290cf1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5457704 Feb 02 15:47:05.336300 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48350) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.337884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-0202d741-1b75-4cb9-bc64-cfb13ba46f95 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.373941 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a538a059-0780-4813-877e-4e1f62b68494 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b141127e-4db1-490a-8c92-750bef123d15,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:05.374068 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-34ad7fee-b383-4210-b59c-79bc7bf4b6dc tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36548b54d7c949e5a1d7ca27dbc8d647 HTTP/1.1" status: 200 len: 380 time: 0.5280309 Feb 02 15:47:05.384456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-0202d741-1b75-4cb9-bc64-cfb13ba46f95 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.412043 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'port': {'device_id': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'admin_state_up': True, 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'security_groups': ['9a1680ff-9e47-40d6-b654-0e4d2c096740']}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:05.445297 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-14131afe-86b9-440d-a616-9ad8e1bc3887 req-6986de33-b0f1-411c-94ac-74f6d3a74f80 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:05.452702 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-14131afe-86b9-440d-a616-9ad8e1bc3887 req-6986de33-b0f1-411c-94ac-74f6d3a74f80 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 944 time: 0.8638706 Feb 02 15:47:05.456133 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-0202d741-1b75-4cb9-bc64-cfb13ba46f95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.478727 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0202d741-1b75-4cb9-bc64-cfb13ba46f95 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8acbceb6-a426-4426-a653-9d1f4b8f4722,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:05.513455 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-0202d741-1b75-4cb9-bc64-cfb13ba46f95 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.515114 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-0202d741-1b75-4cb9-bc64-cfb13ba46f95 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8acbceb6-a426-4426-a653-9d1f4b8f4722 HTTP/1.1" status: 204 len: 168 time: 0.3552804 Feb 02 15:47:05.529482 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-564dc27c-d6df-4425-a55b-23b1d48e699e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:05.530195 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-564dc27c-d6df-4425-a55b-23b1d48e699e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Synchronizing usage tracker for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:05.589582 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.41', 54032) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:05.648347 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-14131afe-86b9-440d-a616-9ad8e1bc3887 req-8a6554b5-e282-4553-b96b-6d3548552fd2 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1942205 Feb 02 15:47:05.675242 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-564dc27c-d6df-4425-a55b-23b1d48e699e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Unset dirty status for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:05.676407 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-564dc27c-d6df-4425-a55b-23b1d48e699e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 816 time: 0.9873300 Feb 02 15:47:05.713245 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a30b577c-a54a-4b5c-bbb7-3cc2d5238480 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.854001 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-b39b2415-b13f-47bf-a670-09f22608dfe8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/quotas/4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 375 time: 0.1678352 Feb 02 15:47:05.939708 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a30b577c-a54a-4b5c-bbb7-3cc2d5238480 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:05.940126 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-dd00735f-2741-4115-8869-7b251f79dd9d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:05.942997 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-dd00735f-2741-4115-8869-7b251f79dd9d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 819 time: 0.3515310 Feb 02 15:47:05.956113 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 9b1f6b69-73c2-407a-9ce9-90cbfd596058 {{(pid=87157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:05.966531 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Request body: {'port': {'device_id': '29513c27-9152-4339-a4ba-9502cd364e7b', 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'admin_state_up': True, 'tenant_id': 'dca98e457a9d4f338fe912d086a79478'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:06.002223 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:06.027233 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.053948 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0ea84b6f-3cee-4dbf-a8f3-6f6da67efa7e req-b0f6a248-b4fa-4f8c-ab9d-0915da8063af tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 210 time: 0.1160269 Feb 02 15:47:06.071088 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:06.098531 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Transition to ACTIVE for port object 9b1f6b69-73c2-407a-9ce9-90cbfd596058 will not be triggered until provisioned by entity L2. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:06.106572 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.161767 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Made reservation on behalf of 36548b54d7c949e5a1d7ca27dbc8d647 for: {'port': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:06.165424 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.182647 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48382) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:06.359819 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:06.370152 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Usage tracker for resource:port and tenant:dca98e457a9d4f338fe912d086a79478 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:06.374873 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:06.393746 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:06.409360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.422849 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Made reservation on behalf of dca98e457a9d4f338fe912d086a79478 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:06.426792 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.472782 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f6b69-73c2-407a-9ce9-90cbfd596058,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:06.475731 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a30b577c-a54a-4b5c-bbb7-3cc2d5238480 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.490645 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-08be88e5-7245-4914-9807-f9e68d3baf79 req-fce939ba-b542-43ee-bd0e-0317c24640c5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Synchronizing usage tracker for tenant:dca98e457a9d4f338fe912d086a79478 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:06.552346 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-1cf832ce-fe2d-4862-8b66-ec4a571cb276 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Synchronizing usage tracker for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:06.562208 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:06.579896 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a30b577c-a54a-4b5c-bbb7-3cc2d5238480 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b141127e-4db1-490a-8c92-750bef123d15,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:06.587157 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Usage tracker for resource:security_group_rule and tenant:2116e3f8182f47bc805a716d04ebf7f8 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:06.602391 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:06.627156 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a30b577c-a54a-4b5c-bbb7-3cc2d5238480 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:06.628254 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a30b577c-a54a-4b5c-bbb7-3cc2d5238480 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b141127e-4db1-490a-8c92-750bef123d15 HTTP/1.1" status: 204 len: 168 time: 1.2904871 Feb 02 15:47:06.629282 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:06.641594 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Attempting to bind port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:06.641594 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Attempting to bind port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:06.641594 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Attempting to bind port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 on network 29a36728-e028-48a7-9cc0-558f4645e6c7 {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:06.652214 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Allocated IP 172.20.0.3 (29a36728-e028-48a7-9cc0-558f4645e6c7/fbe8991b-6352-4692-8394-694d5d764146/57d29c4d-dc7b-49b8-811d-a3284d9a830c) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:06.659844 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 on network 29a36728-e028-48a7-9cc0-558f4645e6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:47:06.659844 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Attempting to bind port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 on network 29a36728-e028-48a7-9cc0-558f4645e6c7 {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:06.674869 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-08be88e5-7245-4914-9807-f9e68d3baf79 req-fce939ba-b542-43ee-bd0e-0317c24640c5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Unset dirty status for tenant:dca98e457a9d4f338fe912d086a79478 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:06.676060 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-08be88e5-7245-4914-9807-f9e68d3baf79 req-fce939ba-b542-43ee-bd0e-0317c24640c5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 210 time: 0.3339934 Feb 02 15:47:06.763742 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-1cf832ce-fe2d-4862-8b66-ec4a571cb276 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Unset dirty status for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:06.765162 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-1cf832ce-fe2d-4862-8b66-ec4a571cb276 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.9005880 Feb 02 15:47:06.785663 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:47:06.786001 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Checking segment: {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:47:06.801235 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Bound using segment: {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:47:06.801910 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Bound port: 9b1f6b69-73c2-407a-9ce9-90cbfd596058, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'}}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:06.802353 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.007507 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Allocated IP 172.20.0.4 (9d34e2fe-57b3-4422-bf69-b984b5055ebc/bce5fa42-990e-40f4-b17e-eaeca877552b/1cdefcd1-bd7f-4671-8425-69866bcc04a1) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:07.031780 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.078557 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.108785 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] For port 9b1f6b69-73c2-407a-9ce9-90cbfd596058, host hv-cinder-81783, cleared binding levels {{(pid=87157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:47:07.157670 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-c5fffdd8-b486-48b1-8123-2348e357e45a service neutron] 10.222.0.18 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3403931 Feb 02 15:47:07.159317 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] For port 9b1f6b69-73c2-407a-9ce9-90cbfd596058, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:47:07.243009 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Pushing event updated for resources: {'Port': ['ID=57d29c4d-dc7b-49b8-811d-a3284d9a830c,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:07.258242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Network 29a36728-e028-48a7-9cc0-558f4645e6c7 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:07.259460 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:07.261965 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:47:07.268332 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.313938 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239806bb-7616-4075-bfc7-b2813b42d349', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '3b57443c-d57f-4936-8d6a-e8ca963a4a65', 'code': 200} Feb 02 15:47:07.380644 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.393096 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:07.394060 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.420392 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.471121 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-f8711c79-73ab-4789-af49-00dd9dc0a74a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.5114965 Feb 02 15:47:07.494437 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:07.494948 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.496400 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] 10.222.0.41 "PUT /v2.0/ports/9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 1093 time: 3.0408182 Feb 02 15:47:07.496956 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'tag': '9b1f6b69-73c2-407a-9ce9-90cbfd596058'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:07.498628 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Request body: {'port': {'device_id': '29513c27-9152-4339-a4ba-9502cd364e7b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:07.692002 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e6e9407a-f675-44e8-8d44-285ecb15c67c,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:07.696892 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9c09f06a-1c4a-4863-a24e-1caf63321652 service neutron] Pushing event updated for resources: {'Port': ['ID=9b1f6b69-73c2-407a-9ce9-90cbfd596058,revision_number=3']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:07.702220 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-6e68f12e-ec13-4497-b11a-229612b9a098 service neutron] 10.222.0.18 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5234165 Feb 02 15:47:07.713463 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.41', 54036) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.715683 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-560ac604-52fc-4fbf-ae20-49bb8b6b097a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2116e3f8182f47bc805a716d04ebf7f8&name=default HTTP/1.1" status: 200 len: 2979 time: 1.5302854 Feb 02 15:47:07.781173 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48436) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:07.849303 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:07.943169 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-96647758-0caf-48f0-bb44-6b50accf66ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:07.945445 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-96647758-0caf-48f0-bb44-6b50accf66ca service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 1098 time: 0.2318029 Feb 02 15:47:07.998578 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.010627 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbab-cf06-48b1-b097-2cb7a2755922 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.020638 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.065675 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:08.091176 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Usage tracker for resource:security_group_rule and tenant:ad48faf8e66545a98216b65058ea7994 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:08.098184 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:08.116524 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:08.152338 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbab-cf06-48b1-b097-2cb7a2755922 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.349352 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Transition to ACTIVE for port object 1cdefcd1-bd7f-4671-8425-69866bcc04a1 will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:08.417455 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a8f82ed-b52d-4b60-a57e-c347240939e8 req-b313f62c-084a-4aa2-a4e6-eaff1f6679aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 210 time: 0.2534027 Feb 02 15:47:08.469327 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 57d29c4d-dc7b-49b8-811d-a3284d9a830c {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:08.528081 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.552454 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'tag': '9b1f6b69-73c2-407a-9ce9-90cbfd596058', 'status': 'completed', 'code': 200} Feb 02 15:47:08.583329 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e05287-8594-4c4f-bae8-62723b6423b9 req-b4254508-533b-47f5-b838-08f5b45b60cf tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.597115 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-64e05287-8594-4c4f-bae8-62723b6423b9 req-b4254508-533b-47f5-b838-08f5b45b60cf tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 945 time: 1.0493691 Feb 02 15:47:08.610467 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.622512 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.673852 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Transition to ACTIVE for port object 57d29c4d-dc7b-49b8-811d-a3284d9a830c will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:08.706291 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-53a0c44f-73f8-46dd-a79a-85dd0a4755e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:08.711502 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-53a0c44f-73f8-46dd-a79a-85dd0a4755e5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1096 time: 1.0080984 Feb 02 15:47:08.711665 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2d6abe3e-3541-43ec-a739-7a7fa48ea410 req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7237470 Feb 02 15:47:08.714241 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.719916 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.820490 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1d180d-90fe-45af-9037-edbf0f828c10 service neutron] Pushing event updated for resources: {'SecurityGroup': ['ID=26ab608a-ba25-4c76-9262-b146ed92f0dc,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:08.876278 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-64e05287-8594-4c4f-bae8-62723b6423b9 req-1ed19d81-9f3e-4a2f-94c6-a4e4ae19bbbb tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2778399 Feb 02 15:47:08.878442 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbab-cf06-48b1-b097-2cb7a2755922 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:08.920396 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Pushing event updated for resources: {'Port': ['ID=57d29c4d-dc7b-49b8-811d-a3284d9a830c,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:09.063223 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Attempting to bind port 57d29c4d-dc7b-49b8-811d-a3284d9a830c on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:09.063658 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Attempting to bind port 57d29c4d-dc7b-49b8-811d-a3284d9a830c by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:09.064077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Attempting to bind port 57d29c4d-dc7b-49b8-811d-a3284d9a830c on network 29a36728-e028-48a7-9cc0-558f4645e6c7 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:09.089141 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Port 57d29c4d-dc7b-49b8-811d-a3284d9a830c on network 29a36728-e028-48a7-9cc0-558f4645e6c7 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:47:09.089935 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Attempting to bind port 57d29c4d-dc7b-49b8-811d-a3284d9a830c on network 29a36728-e028-48a7-9cc0-558f4645e6c7 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:09.111199 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:47:09.111199 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Checking segment: {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:47:09.112630 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Bound using segment: {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:47:09.116081 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Bound port: 57d29c4d-dc7b-49b8-811d-a3284d9a830c, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '57408510-432e-498c-bcd4-82f99211bfcd', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 394, 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:09.116713 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.266773 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] For port 57d29c4d-dc7b-49b8-811d-a3284d9a830c, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:47:09.274446 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] For port 57d29c4d-dc7b-49b8-811d-a3284d9a830c, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:47:09.280493 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.318835 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'Port': ['ID=1cdefcd1-bd7f-4671-8425-69866bcc04a1,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:09.339834 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb89fbab-cf06-48b1-b097-2cb7a2755922 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e6e9407a-f675-44e8-8d44-285ecb15c67c,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:09.423793 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.424819 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.426709 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] 10.222.0.41 "PUT /v2.0/ports/57d29c4d-dc7b-49b8-811d-a3284d9a830c HTTP/1.1" status: 200 len: 1093 time: 1.9322770 Feb 02 15:47:09.427597 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5504f80d-7079-40d5-9e37-806c5eaf9d69 service neutron] Pushing event updated for resources: {'Port': ['ID=57d29c4d-dc7b-49b8-811d-a3284d9a830c,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:09.431368 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '29513c27-9152-4339-a4ba-9502cd364e7b', 'tag': '57d29c4d-dc7b-49b8-811d-a3284d9a830c'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:09.586392 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-b18ce314-5f63-4f77-b0fa-da42109afb67 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 217 time: 0.4414105 Feb 02 15:47:09.686547 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:09.689055 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c652a958-7541-42c5-8eac-d4455144d654 req-1a9e9aeb-d982-44e3-bbed-97b7e4f27a6d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 210 time: 0.3645599 Feb 02 15:47:09.695328 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:09.703187 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb89fbab-cf06-48b1-b097-2cb7a2755922 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.707152 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-fb89fbab-cf06-48b1-b097-2cb7a2755922 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e6e9407a-f675-44e8-8d44-285ecb15c67c HTTP/1.1" status: 204 len: 168 time: 1.8985574 Feb 02 15:47:09.709628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:47:09.715094 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.715718 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:09.814360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fa75384-4702-4180-80a3-15ee41bec44b req-9de93187-57e5-4f56-9d21-ad017f09a029 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.816066 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3fa75384-4702-4180-80a3-15ee41bec44b req-9de93187-57e5-4f56-9d21-ad017f09a029 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 943 time: 1.0989411 Feb 02 15:47:09.829961 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-1109b835-9f35-4bb4-90b6-ea8abdd468e4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.831735 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-1109b835-9f35-4bb4-90b6-ea8abdd468e4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.2222416 Feb 02 15:47:09.834719 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-def6528c-aa27-4165-af4a-2609c0a7c57b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 4.4422729 Feb 02 15:47:09.939677 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-379958f9-2fac-4e2b-9e59-0e111c8b19ab service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:09.941678 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-379958f9-2fac-4e2b-9e59-0e111c8b19ab service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 1096 time: 0.3417912 Feb 02 15:47:09.969202 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Request body: {'port': {'device_id': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:10.067112 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-c629a1d0-665b-433c-9628-4ee29738562d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c HTTP/1.1" status: 200 len: 217 time: 0.1017692 Feb 02 15:47:10.177307 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-61f2d78f-0f45-4c4c-a9c0-9728b1ab4a3c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:10.179372 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-61f2d78f-0f45-4c4c-a9c0-9728b1ab4a3c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.1043098 Feb 02 15:47:10.212481 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-b47ca26b-ed68-46db-bf4f-e3efe0f1b567 None None] Provisioning for port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:10.227718 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-b47ca26b-ed68-46db-bf4f-e3efe0f1b567 None None] Provisioning complete for port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:10.233494 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b47ca26b-ed68-46db-bf4f-e3efe0f1b567 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.252060 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-23a8d55a-a7c0-4329-ae9e-6b2de9672fc6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0661232 Feb 02 15:47:10.274413 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-b11009a6-5d7b-4dc8-ae93-a8d10e5b0a8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.3824489 Feb 02 15:47:10.418987 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-b47ca26b-ed68-46db-bf4f-e3efe0f1b567 None None] Port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:47:10.456417 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-3fa75384-4702-4180-80a3-15ee41bec44b req-7d25efbf-8315-4f66-8f43-9520842261ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Synchronizing usage tracker for tenant:dca98e457a9d4f338fe912d086a79478 on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:10.613042 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-3fa75384-4702-4180-80a3-15ee41bec44b req-7d25efbf-8315-4f66-8f43-9520842261ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Unset dirty status for tenant:dca98e457a9d4f338fe912d086a79478 on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:10.633344 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3fa75384-4702-4180-80a3-15ee41bec44b req-7d25efbf-8315-4f66-8f43-9520842261ea tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.7942276 Feb 02 15:47:10.748800 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1037095-ed8c-4a2c-898c-ca1151ec69d9 req-9cea59cc-d82a-4f4d-8e9d-ee80564f6120 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:10.750228 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-a1037095-ed8c-4a2c-898c-ca1151ec69d9 req-9cea59cc-d82a-4f4d-8e9d-ee80564f6120 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:10.775539 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-bf84d44d-3c90-4b35-83b8-7fbde0ce2a58 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:10.777568 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-bf84d44d-3c90-4b35-83b8-7fbde0ce2a58 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 816 time: 0.3244619 Feb 02 15:47:10.781471 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-9c9c5b4e-5a43-4524-b19e-a5cf86eb57e5 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5192273 Feb 02 15:47:10.789935 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:10.920164 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-327a6390-0d90-48c4-aa2b-7c0ab5cbadbd tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Synchronizing usage tracker for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:security_group {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:11.018604 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-9e4a7cc9-8399-4c9b-9059-25c6d17d1e66 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.7224941 Feb 02 15:47:11.019541 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-a1037095-ed8c-4a2c-898c-ca1151ec69d9 req-9cea59cc-d82a-4f4d-8e9d-ee80564f6120 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:11.028053 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a1037095-ed8c-4a2c-898c-ca1151ec69d9 req-9cea59cc-d82a-4f4d-8e9d-ee80564f6120 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 931 time: 0.9108591 Feb 02 15:47:11.223856 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-327a6390-0d90-48c4-aa2b-7c0ab5cbadbd tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Unset dirty status for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:security_group {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:11.228213 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-327a6390-0d90-48c4-aa2b-7c0ab5cbadbd tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 379 time: 0.4176583 Feb 02 15:47:11.246119 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a1037095-ed8c-4a2c-898c-ca1151ec69d9 req-0f554818-0c7c-4b2f-8f2f-8a97e53dc038 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2133195 Feb 02 15:47:11.264895 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48564) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:11.306807 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'port': {'device_id': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'admin_state_up': True, 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'security_groups': ['0ad2102d-c319-4777-8309-a50554f134a3']}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:11.464321 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1e9b382-89ae-4ec7-b089-a82710b2502d req-9184b0d5-e2fc-4bfb-905d-00a6fd417260 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:11.471286 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a1e9b382-89ae-4ec7-b089-a82710b2502d req-9184b0d5-e2fc-4bfb-905d-00a6fd417260 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 945 time: 0.5095189 Feb 02 15:47:11.474713 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68e6d90-e57e-4b3f-a1cb-6d46ddf13b77 req-fbfc0cff-591a-4499-9435-2ee9b6d871c3 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4193642 Feb 02 15:47:11.538416 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:11.551071 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:11.567167 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Made reservation on behalf of 4d4dd2ecf94c4794819f3899bc5231a4 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:47:11.571971 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.588077 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a1e9b382-89ae-4ec7-b089-a82710b2502d req-1b1ffda2-9d7c-46f7-8edc-cdbac4239db0 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1158204 Feb 02 15:47:11.902856 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Allocated IP 172.20.0.12 (7824dc98-1c32-4cbe-b1a0-f01045a3b76a/4299949d-ccda-4cc6-b8f6-43eef81678ba/6dd0990d-c073-4518-9235-5693b14761e9) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:47:11.909060 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '29513c27-9152-4339-a4ba-9502cd364e7b', 'tag': '57d29c4d-dc7b-49b8-811d-a3284d9a830c', 'status': 'completed', 'code': 200} Feb 02 15:47:11.931313 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2635506e-2778-4c56-aaa0-7654a0a623a8 req-742d94b6-d405-4ee4-bca3-afb669a4de44 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 210 time: 0.0899429 Feb 02 15:47:11.951401 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:11.974267 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:11.987511 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9d7ae06c-733a-4780-9ba5-1531f496fc99 req-fb88ab56-f4df-4188-b29f-2d13f9e28463 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 1.1756907 Feb 02 15:47:11.988484 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Usage tracker for resource:security_group_rule and tenant:2c6ce58b3d18405587ba41a6609972ef is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:12.000665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:12.020827 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:12.086682 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-48a37a65-4a91-4371-b759-8024b3c9d52b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:12.088183 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-48a37a65-4a91-4371-b759-8024b3c9d52b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1096 time: 0.4758377 Feb 02 15:47:12.144191 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 1cdefcd1-bd7f-4671-8425-69866bcc04a1 {{(pid=87157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:12.200331 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.248763 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Transition to ACTIVE for port object 1cdefcd1-bd7f-4671-8425-69866bcc04a1 will not be triggered until provisioned by entity L2. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:12.269818 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.323910 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-208bbb88-9c26-4dfb-ae5a-c8c5b17afe4a req-135f2a59-9994-459b-a4bf-da83bdb71b18 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:12.331121 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-208bbb88-9c26-4dfb-ae5a-c8c5b17afe4a req-135f2a59-9994-459b-a4bf-da83bdb71b18 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 943 time: 0.3263810 Feb 02 15:47:12.349464 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.396957 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.400687 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Transition to ACTIVE for port object 6dd0990d-c073-4518-9235-5693b14761e9 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:12.407690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.430662 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-d378a3c3-5961-4066-963b-afdab095980f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:12.432199 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-d378a3c3-5961-4066-963b-afdab095980f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 1096 time: 0.2502775 Feb 02 15:47:12.561034 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-a90dd35f-8db0-41e0-88c3-5967baa391df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:12.562470 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-a90dd35f-8db0-41e0-88c3-5967baa391df service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.4405923 Feb 02 15:47:12.573261 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2c6ce58b3d18405587ba41a6609972ef&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3067341 Feb 02 15:47:12.574291 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15ced07c-10b3-4763-94da-700c6527c4e7 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=30a50638-75fb-4802-8ab0-0ab6833512dc,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:12.577962 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48606) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:12.634990 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.777298 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-208bbb88-9c26-4dfb-ae5a-c8c5b17afe4a req-63464972-520d-4a18-b9f2-d28d00fa24bf tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4452591 Feb 02 15:47:12.789544 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:47:12.795672 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:47:12.810896 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:47:12.812936 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Pushing event updated for resources: {'Port': ['ID=1cdefcd1-bd7f-4671-8425-69866bcc04a1,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:12.819638 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-0130ec52-2c32-4f6b-b2b3-1be9625156db service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 217 time: 0.2076006 Feb 02 15:47:12.836925 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Attempting to bind port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:12.837257 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Attempting to bind port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:12.837582 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Attempting to bind port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:12.876446 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.41', 54046) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:12.888487 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:47:12.889816 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Attempting to bind port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:12.921827 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 46, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:47:12.923524 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Checking segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:47:12.923739 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:12.923958 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Bound using segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:47:12.924365 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:12.924480 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Bound port: 1cdefcd1-bd7f-4671-8425-69866bcc04a1, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:12.924724 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.016848 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-99280feb-5c50-4519-b72c-d47f49302107 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.049423 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-99280feb-5c50-4519-b72c-d47f49302107 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.107755 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-6e7779cc-80ed-4f3f-abe9-f90d258b1a4e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.112885 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-6e7779cc-80ed-4f3f-abe9-f90d258b1a4e service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.6611300 Feb 02 15:47:13.113507 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-09687d6f-8136-4051-a85f-f30149d61732 None None] Provisioning for port 6dd0990d-c073-4518-9235-5693b14761e9 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:13.126144 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-09687d6f-8136-4051-a85f-f30149d61732 None None] Provisioning complete for port 6dd0990d-c073-4518-9235-5693b14761e9 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:13.127512 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-09687d6f-8136-4051-a85f-f30149d61732 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.158386 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-90041d06-705b-44ee-9561-0be5a6fbf53a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.159879 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-90041d06-705b-44ee-9561-0be5a6fbf53a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.3258915 Feb 02 15:47:13.248715 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf89368-6c43-4cf9-a5e3-effca1fabe7c req-7e526a2f-909f-4dbb-ac20-c955ce63f7fe tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.249262 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-09687d6f-8136-4051-a85f-f30149d61732 None None] Port 6dd0990d-c073-4518-9235-5693b14761e9 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:47:13.250839 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebf89368-6c43-4cf9-a5e3-effca1fabe7c req-7e526a2f-909f-4dbb-ac20-c955ce63f7fe tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 943 time: 0.6930034 Feb 02 15:47:13.267818 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-630a32d6-f7d6-40ed-888d-b0df9094e989 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0943398 Feb 02 15:47:13.284701 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-d316ee82-f280-44a1-935d-7a159d351117 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c HTTP/1.1" status: 200 len: 217 time: 0.1467943 Feb 02 15:47:13.291225 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:13.355616 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-de33187b-ccc2-4667-bd47-e9a2cbce3dc5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.0647411 Feb 02 15:47:13.381474 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] For port 1cdefcd1-bd7f-4671-8425-69866bcc04a1, host hv-cinder-81783, cleared binding levels {{(pid=87157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:47:13.391818 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Request body: {'port': {'device_id': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:13.415847 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] For port 1cdefcd1-bd7f-4671-8425-69866bcc04a1, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:47:13.431299 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2ba9cfe8-f091-4648-9036-1291255f7682 req-7b18383d-5d79-42ed-9085-c2ece68b454c tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.432735 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2ba9cfe8-f091-4648-9036-1291255f7682 req-7b18383d-5d79-42ed-9085-c2ece68b454c tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 945 time: 0.4458511 Feb 02 15:47:13.440225 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebf89368-6c43-4cf9-a5e3-effca1fabe7c req-2a60684d-58d6-469a-b29b-e5fe4ada2026 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1799059 Feb 02 15:47:13.444660 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.452440 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-3e28fa93-aa52-415f-951e-ade90befe16e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.453902 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-3e28fa93-aa52-415f-951e-ade90befe16e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.1563082 Feb 02 15:47:13.472442 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-99280feb-5c50-4519-b72c-d47f49302107 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.579652 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99280feb-5c50-4519-b72c-d47f49302107 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=30a50638-75fb-4802-8ab0-0ab6833512dc,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:13.585710 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:13.585894 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-ee13b9ae-37ea-4012-9a90-56e16529999d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.7082038 Feb 02 15:47:13.586433 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.588102 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] 10.222.0.41 "PUT /v2.0/ports/1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 1093 time: 3.6954138 Feb 02 15:47:13.606409 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:13.622588 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-9bded15d-1c06-4437-931d-928c073d9ac2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.1337512 Feb 02 15:47:13.623577 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-99280feb-5c50-4519-b72c-d47f49302107 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:13.631816 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-99280feb-5c50-4519-b72c-d47f49302107 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/30a50638-75fb-4802-8ab0-0ab6833512dc HTTP/1.1" status: 204 len: 168 time: 1.0502572 Feb 02 15:47:13.714279 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-8ba2be4f-4972-4ca7-a2f2-da4559ef86df service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3994050 Feb 02 15:47:13.833806 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2ba9cfe8-f091-4648-9036-1291255f7682 req-efb87128-3482-438e-ac83-bcf9bb667c0c tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3813317 Feb 02 15:47:13.996860 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.005602 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'status': 'completed', 'code': 200} Feb 02 15:47:14.015083 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a85f59cf-cc27-4dc0-9072-2bc7b000d87f service neutron] Pushing event updated for resources: {'Port': ['ID=1cdefcd1-bd7f-4671-8425-69866bcc04a1,revision_number=3']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:14.137488 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.198568 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-baf05d56-7b35-4f69-8b20-717862c501f3 req-5aab7e7e-043a-4083-a23a-6c1d617612b7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:14.206915 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-baf05d56-7b35-4f69-8b20-717862c501f3 req-5aab7e7e-043a-4083-a23a-6c1d617612b7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 932 time: 0.3769975 Feb 02 15:47:14.248741 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-dc490d81-14e5-44ff-93e9-4fe7773004cb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:14.250231 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-dc490d81-14e5-44ff-93e9-4fe7773004cb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=829924afd2e8478a9257d330f8d4fcac&device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 1098 time: 0.4852300 Feb 02 15:47:14.265478 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f7b2bd3-073b-4124-8347-e511e78ff654 req-0a7ad580-28da-4254-b0d0-269301c25ceb service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5473502 Feb 02 15:47:14.300392 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-baf05d56-7b35-4f69-8b20-717862c501f3 req-f7bee798-fe49-44b8-b331-766475ce5958 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0922046 Feb 02 15:47:14.317766 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-3d347745-f432-46a6-9331-7d2d4a61d63b service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6815014 Feb 02 15:47:14.392438 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48664) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:14.411411 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-e6532cb4-2b44-4cd0-b5e9-e7cceb9c46dc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:14.413715 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-e6532cb4-2b44-4cd0-b5e9-e7cceb9c46dc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1096 time: 0.6393816 Feb 02 15:47:14.436273 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.455592 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 57d29c4d-dc7b-49b8-811d-a3284d9a830c details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:47:14.550678 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:14.590898 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Usage tracker for resource:security_group_rule and tenant:e12d66a1082b4f96a235fef880005a1e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:14.595621 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-6d3a5c25-c41e-4736-b9d3-08fe1ae11bf2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 217 time: 0.1011834 Feb 02 15:47:14.610526 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:14.646479 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fcf3b89c-b7f6-4a2f-8e84-c4e449131771 req-9b421c59-a7b6-4eee-9705-7e45be9c6978 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:14.655986 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fcf3b89c-b7f6-4a2f-8e84-c4e449131771 req-9b421c59-a7b6-4eee-9705-7e45be9c6978 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 943 time: 0.5296013 Feb 02 15:47:14.659798 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:14.665741 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-ecf08174-07f5-401d-8c23-5476ebcdccc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:14.669639 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-ecf08174-07f5-401d-8c23-5476ebcdccc1 service neutron] 10.222.0.41 "GET /v2.0/networks?id=433d406b-82b0-40fd-a417-8ae42db7e16d HTTP/1.1" status: 200 len: 913 time: 0.3536446 Feb 02 15:47:14.788292 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 57d29c4d-dc7b-49b8-811d-a3284d9a830c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:14.802354 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '57d29c4d-dc7b-49b8-811d-a3284d9a830c', 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'port_id': '57d29c4d-dc7b-49b8-811d-a3284d9a830c', 'mac_address': 'fa:16:3e:d7:c8:81', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe8991b-6352-4692-8394-694d5d764146', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:47:14.884500 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-4f435874-4b3c-4de5-a334-e1910fd676fd service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5573013 Feb 02 15:47:14.917627 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.937432 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-42bcc964-44b9-42cf-a63f-c676ed64fedb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:14.939174 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-42bcc964-44b9-42cf-a63f-c676ed64fedb service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.3219438 Feb 02 15:47:14.953418 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 57d29c4d-dc7b-49b8-811d-a3284d9a830c {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:14.984194 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 57d29c4d-dc7b-49b8-811d-a3284d9a830c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:14.991725 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:14.992841 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 9b1f6b69-73c2-407a-9ce9-90cbfd596058 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:47:15.049029 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-553b4882-240b-425e-8be7-a9fff843b9c5 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65 HTTP/1.1" status: 200 len: 217 time: 0.3326678 Feb 02 15:47:15.091401 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-725e586a-e05d-4d6e-93ca-77bb1e886adc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:15.093145 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-725e586a-e05d-4d6e-93ca-77bb1e886adc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1458869 Feb 02 15:47:15.105070 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 9b1f6b69-73c2-407a-9ce9-90cbfd596058, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:15.113927 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=57d29c4d-dc7b-49b8-811d-a3284d9a830c,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.125625 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '9b1f6b69-73c2-407a-9ce9-90cbfd596058', 'network_id': '29a36728-e028-48a7-9cc0-558f4645e6c7', 'port_id': '9b1f6b69-73c2-407a-9ce9-90cbfd596058', 'mac_address': 'fa:16:3e:d4:30:b0', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 394, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fbe8991b-6352-4692-8394-694d5d764146', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:47:15.126013 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fcf3b89c-b7f6-4a2f-8e84-c4e449131771 req-e71a986a-a4bf-4644-911c-074966fec69d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4674439 Feb 02 15:47:15.127917 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48686) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:15.180467 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 6dd0990d-c073-4518-9235-5693b14761e9 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:15.184679 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-7658396f-f719-465a-9be0-3791f67ae467 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:15.186146 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-7658396f-f719-465a-9be0-3791f67ae467 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=5a33d8ea-9ccc-4930-bb23-a171ea175f53 HTTP/1.1" status: 200 len: 852 time: 0.1239758 Feb 02 15:47:15.190083 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.191655 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.212671 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Transition to ACTIVE for port object 6dd0990d-c073-4518-9235-5693b14761e9 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:47:15.214765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 9b1f6b69-73c2-407a-9ce9-90cbfd596058 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:15.235096 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 9b1f6b69-73c2-407a-9ce9-90cbfd596058, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:15.240189 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.242236 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.251805 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-1f74e3b4-0639-4316-b4fc-532ae888e1c6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=433d406b-82b0-40fd-a417-8ae42db7e16d&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0577106 Feb 02 15:47:15.345342 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=9b1f6b69-73c2-407a-9ce9-90cbfd596058,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.396933 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.420068 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2c78988-4ed7-4f95-9ccf-298f6e470b6c req-d202356d-cda3-40f2-98ec-9636ac3e5c01 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:15.421724 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c2c78988-4ed7-4f95-9ccf-298f6e470b6c req-d202356d-cda3-40f2-98ec-9636ac3e5c01 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 943 time: 0.5797012 Feb 02 15:47:15.451849 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.471054 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.482123 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:15.558823 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Usage tracker for resource:security_group_rule and tenant:0fb646edc9b24599ac3c26bf9f1bd92d is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:15.585850 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:15.620682 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:15.652458 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c2c78988-4ed7-4f95-9ccf-298f6e470b6c req-6832cf43-f0ab-4706-a8b8-11443ff4bb7b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2168257 Feb 02 15:47:15.659324 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e12d66a1082b4f96a235fef880005a1e&name=default HTTP/1.1" status: 200 len: 2979 time: 1.2601507 Feb 02 15:47:15.666135 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48708) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:15.668370 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd77145-be1c-40c5-a259-b8b5f8c48bca admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c5b24cbc-0196-460c-b758-9753a259763d,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.676815 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['57d29c4d-dc7b-49b8-811d-a3284d9a830c'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:47:15.721672 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-179389b2-ec22-4b87-877a-a532098a5c0e service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.5066111 Feb 02 15:47:15.722417 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:15.738844 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-b1f5b3c8-aad9-4edd-8b2a-043fcf5589bf service neutron] 10.222.0.41 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4777315 Feb 02 15:47:15.797290 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['9b1f6b69-73c2-407a-9ce9-90cbfd596058'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:47:15.909064 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Attempting to bind port 6dd0990d-c073-4518-9235-5693b14761e9 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:47:15.909428 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Attempting to bind port 6dd0990d-c073-4518-9235-5693b14761e9 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:47:15.909730 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Attempting to bind port 6dd0990d-c073-4518-9235-5693b14761e9 on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:15.929702 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Port 6dd0990d-c073-4518-9235-5693b14761e9 on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:47:15.930029 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Attempting to bind port 6dd0990d-c073-4518-9235-5693b14761e9 on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:47:15.955978 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 47, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:47:15.956356 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Checking segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:47:15.956754 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Bound using segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:47:15.957207 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Bound port: 6dd0990d-c073-4518-9235-5693b14761e9, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:47:15.957554 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:15.991342 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63819ce9-0a90-48cd-80f8-f9e2fb542b1a req-17e7eeac-55e7-4a8b-b1c2-e65dd796f9ec tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:15.992951 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-63819ce9-0a90-48cd-80f8-f9e2fb542b1a req-17e7eeac-55e7-4a8b-b1c2-e65dd796f9ec tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.5230520 Feb 02 15:47:16.043953 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-30f44ad1-f6d5-4e09-b0e8-7f14f620d4cb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.056801 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48720) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:16.088104 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-c467d1c8-a590-4c32-8b96-27fcb63b7780 service neutron] 10.222.0.41 "GET /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3402424 Feb 02 15:47:16.115543 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37e7ac42-ce9c-41d1-9cb9-c7fc65ef67b0 req-98aea249-2ef3-4f10-ae83-3328cd937992 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3845448 Feb 02 15:47:16.136208 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-30f44ad1-f6d5-4e09-b0e8-7f14f620d4cb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.168189 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-63819ce9-0a90-48cd-80f8-f9e2fb542b1a req-c21a59f9-8847-48a4-8e8d-fae427c3a2b8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1648881 Feb 02 15:47:16.187823 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.205637 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.268570 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=6e69f9b0-e6a4-49ec-936d-225fd3649fd4,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:16.272995 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-84291b3f-de38-46fb-90c6-5675588661b6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0fb646edc9b24599ac3c26bf9f1bd92d&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1348553 Feb 02 15:47:16.277014 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48732) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:16.302363 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-30f44ad1-f6d5-4e09-b0e8-7f14f620d4cb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.335325 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:47:16.358813 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:47:16.366913 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.378754 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30f44ad1-f6d5-4e09-b0e8-7f14f620d4cb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c5b24cbc-0196-460c-b758-9753a259763d,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:16.413765 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-30f44ad1-f6d5-4e09-b0e8-7f14f620d4cb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.414923 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-30f44ad1-f6d5-4e09-b0e8-7f14f620d4cb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c5b24cbc-0196-460c-b758-9753a259763d HTTP/1.1" status: 204 len: 168 time: 0.7432666 Feb 02 15:47:16.469908 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:16.470831 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.472524 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] 10.222.0.41 "PUT /v2.0/ports/6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 200 len: 1094 time: 3.0977292 Feb 02 15:47:16.482863 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:16.549998 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d934-e714-4baf-8a68-f34d355f45db req-7770fa72-e60e-4af1-af06-2b13b65e1a35 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:16.553228 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36c5d934-e714-4baf-8a68-f34d355f45db req-7770fa72-e60e-4af1-af06-2b13b65e1a35 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1096 time: 0.3154285 Feb 02 15:47:16.631504 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-efc8b5f1-2212-4fb0-a5ee-dc5ceea1978e service neutron] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:16.699417 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.744637 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7077d43c-c686-46d5-9ca1-52f25968608a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.822700 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9', 'status': 'completed', 'code': 200} Feb 02 15:47:16.841839 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7077d43c-c686-46d5-9ca1-52f25968608a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:16.856051 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:16.866175 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Usage tracker for resource:security_group_rule and tenant:36efbdec79804a7995e631ccfbba22d6 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:16.872311 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:16.892180 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:17.005360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e2d9c9bb-5da1-4659-a865-2e40516b4899 req-6880a0dc-a502-485e-a22e-f7e5113b49a6 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.007706 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e2d9c9bb-5da1-4659-a865-2e40516b4899 req-6880a0dc-a502-485e-a22e-f7e5113b49a6 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 944 time: 0.5708251 Feb 02 15:47:17.018814 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d934-e714-4baf-8a68-f34d355f45db req-95dac898-376a-4d4d-a715-d5260fcf6433 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.026388 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36c5d934-e714-4baf-8a68-f34d355f45db req-95dac898-376a-4d4d-a715-d5260fcf6433 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.4246488 Feb 02 15:47:17.115349 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36c5d934-e714-4baf-8a68-f34d355f45db req-9e5c7c97-28b4-46e1-9964-78f870dc9c83 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 217 time: 0.0815799 Feb 02 15:47:17.126288 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-1ef0cbac-8dda-402a-a06a-bf5c43983db8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.127961 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-1ef0cbac-8dda-402a-a06a-bf5c43983db8 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1097 time: 0.5729249 Feb 02 15:47:17.171887 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e2d9c9bb-5da1-4659-a865-2e40516b4899 req-867daac6-05ec-4809-9a36-c3e6f78b30a6 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0793936 Feb 02 15:47:17.194064 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7077d43c-c686-46d5-9ca1-52f25968608a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.232454 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6792a86-0ade-4bf4-a89f-c428859c830f req-c413ba87-208a-4328-a577-4a2968da4b88 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.233978 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a6792a86-0ade-4bf4-a89f-c428859c830f req-c413ba87-208a-4328-a577-4a2968da4b88 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 943 time: 0.2479861 Feb 02 15:47:17.242795 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7077d43c-c686-46d5-9ca1-52f25968608a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=6e69f9b0-e6a4-49ec-936d-225fd3649fd4,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:17.294157 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.309164 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7077d43c-c686-46d5-9ca1-52f25968608a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.310324 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7077d43c-c686-46d5-9ca1-52f25968608a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/6e69f9b0-e6a4-49ec-936d-225fd3649fd4 HTTP/1.1" status: 204 len: 168 time: 1.0324879 Feb 02 15:47:17.313117 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.356087 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a6792a86-0ade-4bf4-a89f-c428859c830f req-41feb919-0eff-4fa6-ad45-09509915fc1c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0939908 Feb 02 15:47:17.431054 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-8bbed505-1614-4e05-b6c5-c27172c9b5fa service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 200 len: 217 time: 0.2307212 Feb 02 15:47:17.431660 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48778) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:17.432568 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36efbdec79804a7995e631ccfbba22d6&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3634369 Feb 02 15:47:17.434510 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9024fb36-d4b5-4b62-b52a-f79a06a85e6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=88f1f4ef-eecc-47c8-9433-4ebee930879c,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:17.489835 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42653df9-22d0-4b6e-98bc-05432eda44cc req-d09bb8b7-ca2e-40d8-9002-015dfa0ab2d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.493613 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-42653df9-22d0-4b6e-98bc-05432eda44cc req-d09bb8b7-ca2e-40d8-9002-015dfa0ab2d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.1505876 Feb 02 15:47:17.546461 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-42653df9-22d0-4b6e-98bc-05432eda44cc req-7f599476-7e80-4bbd-8c52-1fef7a5cefe2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0450425 Feb 02 15:47:17.553600 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d934-e714-4baf-8a68-f34d355f45db req-48221d52-c791-4ecc-878e-072a20930a1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.555304 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36c5d934-e714-4baf-8a68-f34d355f45db req-48221d52-c791-4ecc-878e-072a20930a1e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.3538544 Feb 02 15:47:17.632136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-909c8f8f-7f1b-4914-8bb0-0ee74373d351 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.633574 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-909c8f8f-7f1b-4914-8bb0-0ee74373d351 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.1908700 Feb 02 15:47:17.719787 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6393dfcc-9774-4153-87bb-59f2a4867811 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.765834 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6393dfcc-9774-4153-87bb-59f2a4867811 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.799002 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48790) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:17.811870 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36c5d934-e714-4baf-8a68-f34d355f45db req-d6b70ba2-a436-4263-9e20-8c3092e3a287 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.813324 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36c5d934-e714-4baf-8a68-f34d355f45db req-d6b70ba2-a436-4263-9e20-8c3092e3a287 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2448518 Feb 02 15:47:17.817049 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.835725 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:17.839756 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Usage tracker for resource:security_group_rule and tenant:9e54d483c3a4479b8b9be69dbd46a5a9 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:17.842760 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:17.848984 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:17.901418 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-10ed1d15-48c9-4421-abcd-8944937ee20f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:17.902943 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-10ed1d15-48c9-4421-abcd-8944937ee20f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2489128 Feb 02 15:47:17.972552 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:17.982277 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.042187 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9e54d483c3a4479b8b9be69dbd46a5a9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2415910 Feb 02 15:47:18.042865 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48798) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:18.064649 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d5876555-a076-42c7-9919-1189335dbd96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=15d166a5-db87-400d-9e62-7a9680510087,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:18.089824 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6393dfcc-9774-4153-87bb-59f2a4867811 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.142345 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6393dfcc-9774-4153-87bb-59f2a4867811 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=88f1f4ef-eecc-47c8-9433-4ebee930879c,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:18.154606 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6393dfcc-9774-4153-87bb-59f2a4867811 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.155656 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-6393dfcc-9774-4153-87bb-59f2a4867811 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/88f1f4ef-eecc-47c8-9433-4ebee930879c HTTP/1.1" status: 204 len: 168 time: 0.7211697 Feb 02 15:47:18.160781 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36c5d934-e714-4baf-8a68-f34d355f45db req-f82c3ebb-2d72-4542-ae1e-b1f3ec5784a8 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3387463 Feb 02 15:47:18.163340 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f749f1c3-0f74-4866-ad1c-52aa65d790fe admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.248591 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f749f1c3-0f74-4866-ad1c-52aa65d790fe admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.265793 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-4396b81e-6b0b-4920-99a3-e0794788f807 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3551311 Feb 02 15:47:18.358647 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f749f1c3-0f74-4866-ad1c-52aa65d790fe admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.386495 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f749f1c3-0f74-4866-ad1c-52aa65d790fe admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=15d166a5-db87-400d-9e62-7a9680510087,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:18.391282 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f749f1c3-0f74-4866-ad1c-52aa65d790fe admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.394222 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f749f1c3-0f74-4866-ad1c-52aa65d790fe admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/15d166a5-db87-400d-9e62-7a9680510087 HTTP/1.1" status: 204 len: 168 time: 0.3459849 Feb 02 15:47:18.408156 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36c5d934-e714-4baf-8a68-f34d355f45db req-b7ba2769-0404-46de-9e16-ed53cd4b166d service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2339888 Feb 02 15:47:18.469103 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37bded62-7f0a-47ce-bc1e-72a9d3d0cf94 req-737c091c-9925-4053-ba7c-b7b8f31f5c5e service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1947520 Feb 02 15:47:18.471405 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 1cdefcd1-bd7f-4671-8425-69866bcc04a1 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:47:18.482529 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 57d29c4d-dc7b-49b8-811d-a3284d9a830c up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:18.698034 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f81f3b55-3263-495a-aa02-20dcc32f68df req-cbff3b9f-692f-4ec9-a073-bb494cf68fad tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:18.704328 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 57d29c4d-dc7b-49b8-811d-a3284d9a830c completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:18.706402 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-d7fb987f-c56d-46fe-81d8-4a3c5eb5547f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:18.708682 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-d7fb987f-c56d-46fe-81d8-4a3c5eb5547f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1097 time: 0.1227443 Feb 02 15:47:18.712055 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f81f3b55-3263-495a-aa02-20dcc32f68df req-cbff3b9f-692f-4ec9-a073-bb494cf68fad tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 944 time: 0.2893033 Feb 02 15:47:18.758541 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 57d29c4d-dc7b-49b8-811d-a3284d9a830c triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:18.759162 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.791302 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ac1261e2-9f34-4a07-aefa-2a13acad5a36 req-9b97cf12-7afb-4ee0-878b-dbc7095700ba tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:18.792828 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ac1261e2-9f34-4a07-aefa-2a13acad5a36 req-9b97cf12-7afb-4ee0-878b-dbc7095700ba tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 943 time: 0.2690344 Feb 02 15:47:18.855996 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 1cdefcd1-bd7f-4671-8425-69866bcc04a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:18.873067 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'port_id': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'mac_address': 'fa:16:3e:89:a4:6e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.4'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:47:18.949264 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:18.956707 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ac1261e2-9f34-4a07-aefa-2a13acad5a36 req-5579af0f-70c0-46b8-a56d-d1ec3c3d1183 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1548233 Feb 02 15:47:18.976918 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f81f3b55-3263-495a-aa02-20dcc32f68df req-6aec99d1-0204-4752-a198-9d23310a0711 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2531943 Feb 02 15:47:18.986935 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 1cdefcd1-bd7f-4671-8425-69866bcc04a1 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:19.013006 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48840) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:19.044811 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.064837 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-507cae7f-53d9-4453-8f7d-6a461928ca14 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:19.070943 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-507cae7f-53d9-4453-8f7d-6a461928ca14 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.3549857 Feb 02 15:47:19.080366 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:19.084968 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Usage tracker for resource:security_group_rule and tenant:a96891991d544569803803d59278da55 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:19.099161 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:19.112416 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:19.117092 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 1cdefcd1-bd7f-4671-8425-69866bcc04a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:19.133041 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.182327 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.247082 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29513c27-9152-4339-a4ba-9502cd364e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d29c4d-dc7b-49b8-811d-a3284d9a830c'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:19.251471 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-622b28dd-c1ec-4a57-afb9-f8e34c975829 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 200 len: 217 time: 0.1728382 Feb 02 15:47:19.294449 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 57d29c4d-dc7b-49b8-811d-a3284d9a830c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:19.296038 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.303305 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.304888 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.306247 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 9b1f6b69-73c2-407a-9ce9-90cbfd596058 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:19.362039 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-a2257943-9046-48b6-89bf-3478ae3ab115 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:19.363871 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-a2257943-9046-48b6-89bf-3478ae3ab115 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.0898914 Feb 02 15:47:19.371771 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29513c27-9152-4339-a4ba-9502cd364e7b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '57d29c4d-dc7b-49b8-811d-a3284d9a830c', 'code': 200} Feb 02 15:47:19.383982 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=1cdefcd1-bd7f-4671-8425-69866bcc04a1,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:19.493604 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a96891991d544569803803d59278da55&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4790244 Feb 02 15:47:19.509903 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48862) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:19.567399 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b6a35871-260c-4b78-9349-7a0c3108b176,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:19.575533 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.576126 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.577060 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.577060 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.577545 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.577765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=57d29c4d-dc7b-49b8-811d-a3284d9a830c,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:19.578253 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.578624 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.579036 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.579615 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.580346 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.580886 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.581369 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-cdc14039-57e1-4ad2-85e2-e727b69ed18a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:19.613758 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f213dadb-9243-474c-a3f4-9ef523cd7b64 req-75734689-bf50-440b-8821-8790c48b7320 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:19.623789 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f213dadb-9243-474c-a3f4-9ef523cd7b64 req-75734689-bf50-440b-8821-8790c48b7320 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.3075018 Feb 02 15:47:19.647208 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:19.654198 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:19.654584 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.689184 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f213dadb-9243-474c-a3f4-9ef523cd7b64 req-a44c35f2-264b-4580-9a00-9b2b84d391fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0642180 Feb 02 15:47:19.693222 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-5bf863fd-036a-4c49-ae9a-66fb07a3c3ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:19.694776 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-5bf863fd-036a-4c49-ae9a-66fb07a3c3ca service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3048172 Feb 02 15:47:19.738266 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-30eb8a91-fe1a-419e-891c-2f1b4080ea31 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.742868 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['1cdefcd1-bd7f-4671-8425-69866bcc04a1'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:47:19.770682 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-30eb8a91-fe1a-419e-891c-2f1b4080ea31 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.921855 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:19.964510 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-30eb8a91-fe1a-419e-891c-2f1b4080ea31 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.000129 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-30eb8a91-fe1a-419e-891c-2f1b4080ea31 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b6a35871-260c-4b78-9349-7a0c3108b176,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:20.050113 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-30eb8a91-fe1a-419e-891c-2f1b4080ea31 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.055284 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-30eb8a91-fe1a-419e-891c-2f1b4080ea31 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b6a35871-260c-4b78-9349-7a0c3108b176 HTTP/1.1" status: 204 len: 168 time: 0.5348921 Feb 02 15:47:20.100664 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 9b1f6b69-73c2-407a-9ce9-90cbfd596058, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:20.135247 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.159654 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-4c1d21cf-f510-451f-b17d-a1b2fcab4f04 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.4208119 Feb 02 15:47:20.174236 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da1ca5ef-5edd-4ed9-9058-aa8d80fa0c13 req-cdaf23d2-1ef3-464e-96c6-5e145cd8de01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:20.177085 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-da1ca5ef-5edd-4ed9-9058-aa8d80fa0c13 req-cdaf23d2-1ef3-464e-96c6-5e145cd8de01 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 1098 time: 0.2764678 Feb 02 15:47:20.258425 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=9b1f6b69-73c2-407a-9ce9-90cbfd596058,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:20.373669 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fc0620f-246c-47e0-96b6-24a7181eab20 req-d1519b7a-beae-480b-a917-07431915cbb7 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:20.380972 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9fc0620f-246c-47e0-96b6-24a7181eab20 req-d1519b7a-beae-480b-a917-07431915cbb7 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.2133861 Feb 02 15:47:20.410441 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4d7abb4-d188-4b85-94ca-69dc8b16a730 req-4b88dfcb-6423-4c91-b4e6-1ddae13045f5 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:20.417538 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c4d7abb4-d188-4b85-94ca-69dc8b16a730 req-4b88dfcb-6423-4c91-b4e6-1ddae13045f5 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 944 time: 0.1765835 Feb 02 15:47:20.428557 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-da1ca5ef-5edd-4ed9-9058-aa8d80fa0c13 req-056b17bf-8627-492c-8087-e6ec3895cbb0 service neutron] Synchronizing usage tracker for tenant:ad48faf8e66545a98216b65058ea7994 on resource:security_group {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:47:20.484403 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:47:20.485446 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9fc0620f-246c-47e0-96b6-24a7181eab20 req-1cd8155e-bdcc-4d89-8220-2b05b4910937 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1029763 Feb 02 15:47:20.496940 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-da1ca5ef-5edd-4ed9-9058-aa8d80fa0c13 req-056b17bf-8627-492c-8087-e6ec3895cbb0 service neutron] Unset dirty status for tenant:ad48faf8e66545a98216b65058ea7994 on resource:security_group {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:47:20.496940 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-da1ca5ef-5edd-4ed9-9058-aa8d80fa0c13 req-056b17bf-8627-492c-8087-e6ec3895cbb0 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2695894 Feb 02 15:47:20.507011 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c4d7abb4-d188-4b85-94ca-69dc8b16a730 req-51511028-23da-4589-acac-f72e050a4502 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0883570 Feb 02 15:47:20.524259 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bc9efe64-e5e2-4bbc-a27f-f166a6d273a0 req-3435cf49-2243-4205-a0c6-81cb7583fc11 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3523510 Feb 02 15:47:20.660023 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:20.675196 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '6dd0990d-c073-4518-9235-5693b14761e9', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'port_id': '6dd0990d-c073-4518-9235-5693b14761e9', 'mac_address': 'fa:16:3e:bd:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:47:20.758600 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.778376 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd0990d-c073-4518-9235-5693b14761e9 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:47:20.803297 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:20.811698 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:20.924954 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:20.939684 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850e9946-59b7-422e-be0c-e71ca6646cd5 req-278ffdc5-750e-4770-bb0a-9c38672b07ab tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:20.949077 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-850e9946-59b7-422e-be0c-e71ca6646cd5 req-278ffdc5-750e-4770-bb0a-9c38672b07ab tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.1127329 Feb 02 15:47:21.000155 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-850e9946-59b7-422e-be0c-e71ca6646cd5 req-cae930a5-6f8a-48ed-a40e-d77249d83fd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500197 Feb 02 15:47:21.239098 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['6dd0990d-c073-4518-9235-5693b14761e9'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:47:21.377604 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f6b69-73c2-407a-9ce9-90cbfd596058'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:21.440989 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '9b1f6b69-73c2-407a-9ce9-90cbfd596058', 'code': 200} Feb 02 15:47:21.575155 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 48966) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:21.777845 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:21.797301 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:21.801262 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Usage tracker for resource:security_group_rule and tenant:b33fb35cb50044889bb28f41009ea3f6 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:21.804605 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:21.810735 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:21.877994 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e97243b-36c3-4e4a-8025-505f44976068 req-d8081312-fa2a-4a83-a870-1a719da6e83a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:21.879562 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7e97243b-36c3-4e4a-8025-505f44976068 req-d8081312-fa2a-4a83-a870-1a719da6e83a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.2141576 Feb 02 15:47:21.892183 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58dd187f-eef4-477a-9601-b6dd8036d7d1 req-8daec0e4-e60b-4764-83fa-6746fc480991 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:21.892627 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58dd187f-eef4-477a-9601-b6dd8036d7d1 req-8daec0e4-e60b-4764-83fa-6746fc480991 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 944 time: 0.1427367 Feb 02 15:47:21.987885 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f33e724d-0e63-48e7-a8f7-df7885b10905 req-e261ee2b-ca77-4d30-a2f8-f60ffc107226 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:21.989399 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f33e724d-0e63-48e7-a8f7-df7885b10905 req-e261ee2b-ca77-4d30-a2f8-f60ffc107226 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1439888 Feb 02 15:47:22.010076 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7e97243b-36c3-4e4a-8025-505f44976068 req-2092084b-8947-48e1-bde8-a8892ace042c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1164455 Feb 02 15:47:22.020174 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58dd187f-eef4-477a-9601-b6dd8036d7d1 req-f8136bf5-9e26-4ec8-b4b6-30e3894b480f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1106217 Feb 02 15:47:22.031900 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.043316 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.103956 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f33e724d-0e63-48e7-a8f7-df7885b10905 req-296de209-0328-4485-b52a-1cd18ecf424d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1012506 Feb 02 15:47:22.108668 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b33fb35cb50044889bb28f41009ea3f6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5322773 Feb 02 15:47:22.110950 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=29a27590-3d70-4427-81d0-f84f6d612041,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:22.111751 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 48988) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:22.125655 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.126008 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.126443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.126780 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.127107 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.127431 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.127914 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.128242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.128563 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.128882 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.129197 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.129509 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-4b4033b0-4567-442e-a1c5-d591c6920a1d admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.248471 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bff47e1a-f3d6-4f86-b3f2-e94d4e2fcf64 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.288526 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bff47e1a-f3d6-4f86-b3f2-e94d4e2fcf64 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.322911 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9b5f4ab-171e-407c-bcbb-13e8d628f80e req-9385f7a2-2451-41a7-987f-b4c1bf295b44 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:22.324391 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9b5f4ab-171e-407c-bcbb-13e8d628f80e req-9385f7a2-2451-41a7-987f-b4c1bf295b44 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.1720271 Feb 02 15:47:22.387448 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9b5f4ab-171e-407c-bcbb-13e8d628f80e req-9a0ea727-e2f6-497a-9ee7-3abb84ea1fb3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0510781 Feb 02 15:47:22.422470 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bff47e1a-f3d6-4f86-b3f2-e94d4e2fcf64 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.450351 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bff47e1a-f3d6-4f86-b3f2-e94d4e2fcf64 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=29a27590-3d70-4427-81d0-f84f6d612041,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:22.478629 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bff47e1a-f3d6-4f86-b3f2-e94d4e2fcf64 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.479769 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-bff47e1a-f3d6-4f86-b3f2-e94d4e2fcf64 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/29a27590-3d70-4427-81d0-f84f6d612041 HTTP/1.1" status: 204 len: 168 time: 0.3670483 Feb 02 15:47:22.506830 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 1cdefcd1-bd7f-4671-8425-69866bcc04a1 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:22.613655 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:22.622152 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:22.622381 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.778799 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.816508 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 1cdefcd1-bd7f-4671-8425-69866bcc04a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:22.822723 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:22.922120 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=1cdefcd1-bd7f-4671-8425-69866bcc04a1,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:22.933370 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.933716 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.934041 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.934413 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.934772 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.935097 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.936009 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.936009 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.936325 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.937328 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.937946 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.938044 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:47:22.967549 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49042) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.097447 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.106985 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49052) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.118319 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:23.122236 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Usage tracker for resource:security_group_rule and tenant:add17a6692614c3f8f6c33be565cf33b is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:23.125311 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:23.127727 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.134074 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:23.143416 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:23.148189 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Usage tracker for resource:security_group_rule and tenant:a5b7c0760d0940919606fbb9e3ea32c3 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:23.151334 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:23.158972 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:23.246707 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.252927 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.364512 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7f0fc55c-b862-4a8b-be13-e35e5a4d76e0 req-cf27f05e-d849-46a2-93cb-c1431cfdac77 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:23.366594 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7f0fc55c-b862-4a8b-be13-e35e5a4d76e0 req-cf27f05e-d849-46a2-93cb-c1431cfdac77 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1789236 Feb 02 15:47:23.377101 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f16b4c0-cdf8-4aba-9335-2e5136e075b5 req-95190d68-0786-4148-8bf4-381df6332b1f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:23.378691 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6f16b4c0-cdf8-4aba-9335-2e5136e075b5 req-95190d68-0786-4148-8bf4-381df6332b1f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.2321811 Feb 02 15:47:23.381851 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.386854 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a5b7c0760d0940919606fbb9e3ea32c3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2752674 Feb 02 15:47:23.386854 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-477ed146-08d4-4c45-98a1-b1565dca498c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d0522c07-663e-49c1-a542-05899e45f49f,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:23.388027 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49056) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.389062 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-19131a38-f47a-44bd-9b8d-6134231c0a65 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.400633 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.441856 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:23.448936 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5290a47e-0b5a-423d-948b-7dce07eb105c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.479111 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5290a47e-0b5a-423d-948b-7dce07eb105c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.503567 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7f0fc55c-b862-4a8b-be13-e35e5a4d76e0 req-6e9b7755-601a-4dc6-987e-78c9276056bc tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1239038 Feb 02 15:47:23.508967 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=add17a6692614c3f8f6c33be565cf33b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5370908 Feb 02 15:47:23.509834 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a7bd6d52-7e19-4305-b0cc-bbea257b1478 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bdf368d3-ff1e-4978-9e05-94e34d4bf3bb,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:23.511319 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49064) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:23.524736 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6f16b4c0-cdf8-4aba-9335-2e5136e075b5 req-c55610b5-e811-4828-bb7c-0bdc3e68418c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1271937 Feb 02 15:47:23.563190 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5290a47e-0b5a-423d-948b-7dce07eb105c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.574178 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'code': 200} Feb 02 15:47:23.595580 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5290a47e-0b5a-423d-948b-7dce07eb105c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d0522c07-663e-49c1-a542-05899e45f49f,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:23.625456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5290a47e-0b5a-423d-948b-7dce07eb105c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.634690 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5290a47e-0b5a-423d-948b-7dce07eb105c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d0522c07-663e-49c1-a542-05899e45f49f HTTP/1.1" status: 204 len: 168 time: 0.2434242 Feb 02 15:47:23.636095 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e4fec86e-3303-4ea0-a561-62735c07d366 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.673446 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e4fec86e-3303-4ea0-a561-62735c07d366 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.744639 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e4fec86e-3303-4ea0-a561-62735c07d366 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.762018 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03b651d7-e35a-468c-b68f-2c368abc2c07 req-380cbfa8-fc84-4166-8dee-5811a0ba8587 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:23.769114 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-03b651d7-e35a-468c-b68f-2c368abc2c07 req-380cbfa8-fc84-4166-8dee-5811a0ba8587 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.1234858 Feb 02 15:47:23.778708 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4fec86e-3303-4ea0-a561-62735c07d366 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bdf368d3-ff1e-4978-9e05-94e34d4bf3bb,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:23.788860 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e4fec86e-3303-4ea0-a561-62735c07d366 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:23.789983 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-e4fec86e-3303-4ea0-a561-62735c07d366 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bdf368d3-ff1e-4978-9e05-94e34d4bf3bb HTTP/1.1" status: 204 len: 168 time: 0.2777588 Feb 02 15:47:23.833233 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-03b651d7-e35a-468c-b68f-2c368abc2c07 req-20ccb7cf-e3db-49c3-8378-337ece6dcfba tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0633962 Feb 02 15:47:24.155189 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb57bf6-4fd3-42aa-a40c-81e41580b2a9 req-fff03d61-8233-4078-b6bb-8cde5a5a114c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:24.157818 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3fb57bf6-4fd3-42aa-a40c-81e41580b2a9 req-fff03d61-8233-4078-b6bb-8cde5a5a114c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1323025 Feb 02 15:47:24.213056 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3fb57bf6-4fd3-42aa-a40c-81e41580b2a9 req-6b4059ad-0cb4-4188-bd35-953ca91cf94e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0486088 Feb 02 15:47:24.264219 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49096) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:24.282354 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.297260 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:24.301263 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Usage tracker for resource:security_group_rule and tenant:d39304fe6f034d5ab927ad26f3047fe7 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:24.304423 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:24.310404 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:24.408151 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.421347 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.460503 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bbfbb2eb-637f-4eef-bbd3-753772ad32f0,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:24.485510 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-02f70ad8-a131-4b5d-8495-402950dee55a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d39304fe6f034d5ab927ad26f3047fe7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2196846 Feb 02 15:47:24.488287 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49108) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:24.559232 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-401d3ae5-4e26-4eaa-90ff-03a5db040e67 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.588890 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-401d3ae5-4e26-4eaa-90ff-03a5db040e67 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.686487 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-401d3ae5-4e26-4eaa-90ff-03a5db040e67 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.715406 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-401d3ae5-4e26-4eaa-90ff-03a5db040e67 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bbfbb2eb-637f-4eef-bbd3-753772ad32f0,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:24.728241 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-401d3ae5-4e26-4eaa-90ff-03a5db040e67 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:24.733243 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-401d3ae5-4e26-4eaa-90ff-03a5db040e67 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bbfbb2eb-637f-4eef-bbd3-753772ad32f0 HTTP/1.1" status: 204 len: 168 time: 0.2439055 Feb 02 15:47:24.743561 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6641bc-d6ab-4f5d-abd2-57748fe185d9 req-be4fb9fc-2a7f-4776-a128-96e39342e4c6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:24.746575 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ba6641bc-d6ab-4f5d-abd2-57748fe185d9 req-be4fb9fc-2a7f-4776-a128-96e39342e4c6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1075265 Feb 02 15:47:24.803719 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ba6641bc-d6ab-4f5d-abd2-57748fe185d9 req-f057bb27-48e2-4fc2-be66-bdf33dcf414d tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0510612 Feb 02 15:47:25.042846 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2fd5b638-7c3a-4daa-9f4c-6bb0d67276eb req-5427605e-a267-41a0-93ed-e9237b1010e3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:25.044451 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2fd5b638-7c3a-4daa-9f4c-6bb0d67276eb req-5427605e-a267-41a0-93ed-e9237b1010e3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.0934782 Feb 02 15:47:25.124934 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2fd5b638-7c3a-4daa-9f4c-6bb0d67276eb req-aaf79600-2ef0-4ffc-9b70-c9dc0304590d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0738750 Feb 02 15:47:25.264285 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49148) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:25.437333 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-318e1cbc-6d5c-4bc5-9529-926821384190 req-4c68d5c1-466d-443b-9854-c7c6bbf2af11 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:25.438962 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-318e1cbc-6d5c-4bc5-9529-926821384190 req-4c68d5c1-466d-443b-9854-c7c6bbf2af11 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0980682 Feb 02 15:47:25.453543 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.471289 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:25.475811 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Usage tracker for resource:security_group_rule and tenant:b66f14e9a01d47609645a0029ab288bc is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:25.479553 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:25.487877 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:25.492490 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-318e1cbc-6d5c-4bc5-9529-926821384190 req-ce29bbe7-8973-41c4-a5d0-51a39556067f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0448878 Feb 02 15:47:25.582352 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.587244 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.640363 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4a2a28ec-d2d6-4f24-a756-aea476b26846,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:25.645003 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-44869830-f0b9-42af-816c-a5acda4ac6a0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b66f14e9a01d47609645a0029ab288bc&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3795271 Feb 02 15:47:25.648367 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49166) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:25.715394 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0c1ea5ce-be1d-420f-ad55-132a303db577 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.728808 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e09a06a-e70a-430c-9b59-d898ec7334cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.761603 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e09a06a-e70a-430c-9b59-d898ec7334cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.821359 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e09a06a-e70a-430c-9b59-d898ec7334cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.836766 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e09a06a-e70a-430c-9b59-d898ec7334cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4a2a28ec-d2d6-4f24-a756-aea476b26846,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:25.844904 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7e09a06a-e70a-430c-9b59-d898ec7334cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:25.848458 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-7e09a06a-e70a-430c-9b59-d898ec7334cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4a2a28ec-d2d6-4f24-a756-aea476b26846 HTTP/1.1" status: 204 len: 168 time: 0.1989584 Feb 02 15:47:26.130273 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cf0deb4-bbc8-42b2-b26c-c6a4f5c904e1 req-0cc727cf-9efc-4e2d-bb3b-e90566f106d9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:26.132752 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7cf0deb4-bbc8-42b2-b26c-c6a4f5c904e1 req-0cc727cf-9efc-4e2d-bb3b-e90566f106d9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1624331 Feb 02 15:47:26.192348 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7cf0deb4-bbc8-42b2-b26c-c6a4f5c904e1 req-06b1a584-4342-4040-bdf9-e562ed75ded3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0446393 Feb 02 15:47:26.232828 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:47:26.403759 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19d05283-3a9e-431e-b6d2-9ab0616bcc32 req-6afd1158-aa9e-46a6-8e2d-a94d53a46672 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:26.422961 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 6dd0990d-c073-4518-9235-5693b14761e9 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:47:26.430333 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-19d05283-3a9e-431e-b6d2-9ab0616bcc32 req-6afd1158-aa9e-46a6-8e2d-a94d53a46672 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.1712358 Feb 02 15:47:26.434389 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 6dd0990d-c073-4518-9235-5693b14761e9 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:47:26.434984 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.507589 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49198) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:26.528675 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-19d05283-3a9e-431e-b6d2-9ab0616bcc32 req-d842eae5-33f0-41b7-9242-38f0b77f1afb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970857 Feb 02 15:47:26.564024 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122e43-0210-4f12-83f4-e79296fcb476 req-6e09349f-a4d2-4588-a399-a4e5422fb3a1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:26.570480 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-51122e43-0210-4f12-83f4-e79296fcb476 req-6e09349f-a4d2-4588-a399-a4e5422fb3a1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 1098 time: 0.2285464 Feb 02 15:47:26.759985 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122e43-0210-4f12-83f4-e79296fcb476 req-73e24204-ad89-494c-84b1-d23ee04117bc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:26.762283 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-51122e43-0210-4f12-83f4-e79296fcb476 req-73e24204-ad89-494c-84b1-d23ee04117bc service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.1701138 Feb 02 15:47:26.806366 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.846275 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.860265 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.893714 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-51122e43-0210-4f12-83f4-e79296fcb476 req-37cb004a-4d73-4c6a-bec1-ac36afe2b531 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c HTTP/1.1" status: 200 len: 217 time: 0.0880089 Feb 02 15:47:26.906486 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:26.909873 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:26.935830 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:26.945222 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b29a4a0e-8e27-4d16-b640-56605f4d64d1 req-73651373-3827-410a-a692-ac5a7980cf75 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:26.953071 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b29a4a0e-8e27-4d16-b640-56605f4d64d1 req-73651373-3827-410a-a692-ac5a7980cf75 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1858625 Feb 02 15:47:26.998824 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-51122e43-0210-4f12-83f4-e79296fcb476 req-fffcc8db-fcbe-4650-83d3-f4ce8603a7c8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:27.001941 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-51122e43-0210-4f12-83f4-e79296fcb476 req-fffcc8db-fcbe-4650-83d3-f4ce8603a7c8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.0888455 Feb 02 15:47:27.007790 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b29a4a0e-8e27-4d16-b640-56605f4d64d1 req-e789714a-2a3d-4928-8e19-d5cdf8743784 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0505211 Feb 02 15:47:27.035998 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.085722 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9', 'code': 200} Feb 02 15:47:27.117401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:27.132397 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-51122e43-0210-4f12-83f4-e79296fcb476 req-1badcbf4-4e8a-452b-b6a2-62964970c80f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0731497 Feb 02 15:47:27.133585 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:27.140078 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Usage tracker for resource:security_group_rule and tenant:0629ba974a054f2e874da7794a0fc308 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:27.143795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:27.151761 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:27.171141 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bab08c20-62a8-4493-bc01-622b6fec48a2 req-8629bd2d-13af-4704-8b3e-94b4871376ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:27.174016 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bab08c20-62a8-4493-bc01-622b6fec48a2 req-8629bd2d-13af-4704-8b3e-94b4871376ee service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1098 time: 0.4105361 Feb 02 15:47:27.318999 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bab08c20-62a8-4493-bc01-622b6fec48a2 req-edf6047f-145c-4151-a32a-5182555e41d5 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1203015 Feb 02 15:47:27.425433 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-51122e43-0210-4f12-83f4-e79296fcb476 req-c180c84a-26b7-47f8-b155-b832e0936da9 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2564304 Feb 02 15:47:27.457381 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.465264 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.506948 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0629ba974a054f2e874da7794a0fc308&name=default HTTP/1.1" status: 200 len: 2979 time: 0.9868834 Feb 02 15:47:27.511297 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49234) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:27.542237 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d8b0874-6411-4b96-8c77-94a78fd30084 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=39b1f15b-82d8-4d5f-9bcb-8c57e58903f9,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:27.696197 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3c66b4c-66fb-4437-ba18-4a48531e31ec req-1ba852ad-d819-4b46-8bea-bd3860354f7d tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:27.698460 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d3c66b4c-66fb-4437-ba18-4a48531e31ec req-1ba852ad-d819-4b46-8bea-bd3860354f7d tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.2732272 Feb 02 15:47:27.699649 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-15743932-137b-4a17-beaa-df82e568a66e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.843214 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-15743932-137b-4a17-beaa-df82e568a66e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:27.885758 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d3c66b4c-66fb-4437-ba18-4a48531e31ec req-a33cf986-b298-42c2-88be-9c2f1d266e48 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1808341 Feb 02 15:47:27.963672 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea9127b3-6228-4dce-bb63-a68468055889 req-69a83626-350c-426a-9dd8-28b0c0b1bb78 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:27.965378 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ea9127b3-6228-4dce-bb63-a68468055889 req-69a83626-350c-426a-9dd8-28b0c0b1bb78 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.2262111 Feb 02 15:47:27.971609 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-15743932-137b-4a17-beaa-df82e568a66e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.014163 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-15743932-137b-4a17-beaa-df82e568a66e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=39b1f15b-82d8-4d5f-9bcb-8c57e58903f9,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:28.032158 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-15743932-137b-4a17-beaa-df82e568a66e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.038901 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-15743932-137b-4a17-beaa-df82e568a66e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/39b1f15b-82d8-4d5f-9bcb-8c57e58903f9 HTTP/1.1" status: 204 len: 168 time: 0.5235233 Feb 02 15:47:28.071207 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ea9127b3-6228-4dce-bb63-a68468055889 req-c2a9cec2-398f-42ec-802d-4b71ac3a2d1c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0827689 Feb 02 15:47:28.258862 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-51122e43-0210-4f12-83f4-e79296fcb476 req-2b64469d-0971-4584-b8a4-63b8a190ea99 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4504058 Feb 02 15:47:28.266675 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:28.287735 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92a1bfa6-ce9a-4f57-a2ea-d5aea789ba31 req-0117c191-8874-4a93-93f4-2801fed6e23d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:28.290416 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92a1bfa6-ce9a-4f57-a2ea-d5aea789ba31 req-0117c191-8874-4a93-93f4-2801fed6e23d service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1099 time: 0.3704815 Feb 02 15:47:28.369332 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92a1bfa6-ce9a-4f57-a2ea-d5aea789ba31 req-c0145b03-e913-496e-b3a0-904a4de33c91 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0672822 Feb 02 15:47:28.537971 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9388222-06b1-458e-887a-f1c9ff0f1f22 req-66cb4cb6-1b13-4464-b8ba-ec28e5c9845e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:28.539546 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c9388222-06b1-458e-887a-f1c9ff0f1f22 req-66cb4cb6-1b13-4464-b8ba-ec28e5c9845e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1332350 Feb 02 15:47:28.615372 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c9388222-06b1-458e-887a-f1c9ff0f1f22 req-f6628fe3-56fb-4697-8509-4d3a8cc063e0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673118 Feb 02 15:47:28.686722 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:47:29.164625 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370d9336-b07a-4ff9-ac29-05f53b3b8c26 req-c1e61e68-f7c6-4e0e-b5d1-0689ca52c925 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:29.170425 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-370d9336-b07a-4ff9-ac29-05f53b3b8c26 req-c1e61e68-f7c6-4e0e-b5d1-0689ca52c925 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1409438 Feb 02 15:47:29.245010 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-370d9336-b07a-4ff9-ac29-05f53b3b8c26 req-d6e42a1f-fe68-456e-b462-3a0791e32e78 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0670841 Feb 02 15:47:29.384539 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fe5c4-60c6-4e8a-89fc-17fce8247bdd req-27fbca00-f700-4015-9bbf-8d2710b5733e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:29.386261 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-093fe5c4-60c6-4e8a-89fc-17fce8247bdd req-27fbca00-f700-4015-9bbf-8d2710b5733e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.0995386 Feb 02 15:47:29.443603 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-093fe5c4-60c6-4e8a-89fc-17fce8247bdd req-d0eb39a3-22d1-44e9-b17f-dd5aed3bc2a8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0500014 Feb 02 15:47:29.904520 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a4ba8a-47fa-4936-9e17-58d256ab6cb1 req-5d6419b8-28e1-4541-b294-7f1390f4930e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:29.906966 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7a4ba8a-47fa-4936-9e17-58d256ab6cb1 req-5d6419b8-28e1-4541-b294-7f1390f4930e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1438863 Feb 02 15:47:29.976577 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7a4ba8a-47fa-4936-9e17-58d256ab6cb1 req-b8048b76-b258-4c00-9525-17c14a18b0a8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0613058 Feb 02 15:47:30.502699 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83a23fc5-53a5-4b65-ab23-7e9504229dfb req-3d75ea9e-1e4e-45f2-a3f6-683c865799b5 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:30.506048 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-83a23fc5-53a5-4b65-ab23-7e9504229dfb req-3d75ea9e-1e4e-45f2-a3f6-683c865799b5 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1140010 Feb 02 15:47:30.570491 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-83a23fc5-53a5-4b65-ab23-7e9504229dfb req-b777298b-91d6-4407-aca6-aeda2cf72c75 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0577209 Feb 02 15:47:30.839858 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7149666-af4d-44a3-ba6d-6d4e3499671c req-84c56f0f-b811-4c40-bae8-4fb54c912004 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:30.841410 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e7149666-af4d-44a3-ba6d-6d4e3499671c req-84c56f0f-b811-4c40-bae8-4fb54c912004 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1454206 Feb 02 15:47:30.939943 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e7149666-af4d-44a3-ba6d-6d4e3499671c req-cc0fefb0-7677-4696-b1ce-feeb73d07361 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0887094 Feb 02 15:47:30.996478 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63333af3-4b29-4b94-b3e8-4fc8adc7f9f8 req-efb7b67c-236d-4757-8421-1b34419270e4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:30.998008 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-63333af3-4b29-4b94-b3e8-4fc8adc7f9f8 req-efb7b67c-236d-4757-8421-1b34419270e4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1290357 Feb 02 15:47:31.009281 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49444) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:31.013042 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'floatingip': {'port_id': '1cdefcd1-bd7f-4671-8425-69866bcc04a1'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:31.198000 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:31.508061 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3d5a5b95-c7a7-4e12-8d66-239269e0fd14 req-daf20790-a6f8-43f4-8bac-8bc3a28e93a0 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:31.509518 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3d5a5b95-c7a7-4e12-8d66-239269e0fd14 req-daf20790-a6f8-43f4-8bac-8bc3a28e93a0 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 945 time: 0.4151058 Feb 02 15:47:31.523664 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c00c037-7eb2-4d5b-a4a5-01b9fb0ef3e1 req-ec986ea4-734b-4a22-9bdd-7e8fb00fe05e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:31.525111 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5c00c037-7eb2-4d5b-a4a5-01b9fb0ef3e1 req-ec986ea4-734b-4a22-9bdd-7e8fb00fe05e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.3735366 Feb 02 15:47:31.672803 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5c00c037-7eb2-4d5b-a4a5-01b9fb0ef3e1 req-1c661695-f975-4b88-af95-c4f56e98ab32 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0936823 Feb 02 15:47:31.679261 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3d5a5b95-c7a7-4e12-8d66-239269e0fd14 req-54c103cc-4739-4020-b7e5-c9923a7f87d1 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1019592 Feb 02 15:47:32.136058 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49470) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:32.174842 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.db.resource_extend [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] It took 0.12 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:47:32.267714 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.284230 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:32.288116 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Usage tracker for resource:security_group_rule and tenant:035eccf49e9c4a768e1aa370bff9fbc1 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:32.291136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:32.295305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa468388-d668-4719-b8ca-3d896e09a108 req-e16eae58-ccd5-400f-a9dc-40e4b608418d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:32.296690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:32.302001 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-aa468388-d668-4719-b8ca-3d896e09a108 req-e16eae58-ccd5-400f-a9dc-40e4b608418d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.2062371 Feb 02 15:47:32.325143 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.329968 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.409179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.415136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.431397 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-aa468388-d668-4719-b8ca-3d896e09a108 req-e4d25d58-7ab5-465a-b4c7-17abba8b9861 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1262913 Feb 02 15:47:32.464472 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=035eccf49e9c4a768e1aa370bff9fbc1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3269360 Feb 02 15:47:32.479952 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49494) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:32.513379 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a5ab9970-1f55-46c7-b1a7-b315767fcd9d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=667e701b-270d-4057-9c4c-4a6d09fa5cee,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:32.668714 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Floating IP f24e4178-8a58-45ea-b250-8071f8c125b0 associated. External IP: 172.27.2.136, port: 1cdefcd1-bd7f-4671-8425-69866bcc04a1. Feb 02 15:47:32.753010 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c28caed8-518f-461d-bdd4-b46b7e2ea345 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.777799 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49508) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:32.949620 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c28caed8-518f-461d-bdd4-b46b7e2ea345 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.973768 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:32.988426 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:32.993070 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Usage tracker for resource:security_group_rule and tenant:5d75acf7ed254f60839cdeb784424ef4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:32.995889 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:33.001460 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:33.063981 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c842e01c-74b9-4e1f-b26c-cc0576e7e061 req-95fb0e74-b8b0-413f-8686-f81c41115d9f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:33.065508 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c842e01c-74b9-4e1f-b26c-cc0576e7e061 req-95fb0e74-b8b0-413f-8686-f81c41115d9f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.4985876 Feb 02 15:47:33.080692 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49516) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:33.090777 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'floatingip': {'port_id': '6dd0990d-c073-4518-9235-5693b14761e9'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:47:33.098306 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.103484 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.155266 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d75acf7ed254f60839cdeb784424ef4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3753412 Feb 02 15:47:33.156267 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52821064-a5c4-4f5a-8c0a-50b5636e3510 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8128792e-e956-44ea-b643-fb93f062a12e,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:33.158672 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49520) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:33.216503 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-115f6c6f-4b93-4da1-86d8-cce8678fa09f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.246084 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-115f6c6f-4b93-4da1-86d8-cce8678fa09f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.277501 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.298609 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-115f6c6f-4b93-4da1-86d8-cce8678fa09f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.315947 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115f6c6f-4b93-4da1-86d8-cce8678fa09f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8128792e-e956-44ea-b643-fb93f062a12e,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:33.330346 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-115f6c6f-4b93-4da1-86d8-cce8678fa09f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.331483 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-115f6c6f-4b93-4da1-86d8-cce8678fa09f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8128792e-e956-44ea-b643-fb93f062a12e HTTP/1.1" status: 204 len: 168 time: 0.1719024 Feb 02 15:47:33.354828 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c28caed8-518f-461d-bdd4-b46b7e2ea345 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.427326 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c28caed8-518f-461d-bdd4-b46b7e2ea345 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=667e701b-270d-4057-9c4c-4a6d09fa5cee,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:33.522893 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c28caed8-518f-461d-bdd4-b46b7e2ea345 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:33.526560 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-c28caed8-518f-461d-bdd4-b46b7e2ea345 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/667e701b-270d-4057-9c4c-4a6d09fa5cee HTTP/1.1" status: 204 len: 168 time: 1.0499194 Feb 02 15:47:33.534382 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42af652f-899f-4bb1-8df6-d8b099858054 req-3d581932-b6a9-48c0-8909-f92a0a279d4e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:33.541680 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-42af652f-899f-4bb1-8df6-d8b099858054 req-3d581932-b6a9-48c0-8909-f92a0a279d4e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.5941944 Feb 02 15:47:33.680719 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-42af652f-899f-4bb1-8df6-d8b099858054 req-21a313c6-801b-43e4-b559-3ae97830bbfb tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1380560 Feb 02 15:47:33.682753 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Router 58b34649-04cd-4bd8-88bc-851e57f62899 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:47:33.806809 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58a0211e-2cc0-40ea-8603-b304a0f1207c req-79c58e38-c844-409e-ad54-2bff4c095ff9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:33.808326 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58a0211e-2cc0-40ea-8603-b304a0f1207c req-79c58e38-c844-409e-ad54-2bff4c095ff9 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 945 time: 0.5903997 Feb 02 15:47:34.033664 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58a0211e-2cc0-40ea-8603-b304a0f1207c req-0af867e9-1715-4ea7-a34e-9d840152f863 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2108424 Feb 02 15:47:34.237213 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:47:34.248004 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:34.256794 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] Sync routers for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:47:34.268499 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:47:34.269659 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:47:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:34.431882 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-2adf6da2-6e9c-4ae9-bd55-24e0550db6aa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "PUT /v2.0/floatingips/f24e4178-8a58-45ea-b250-8071f8c125b0 HTTP/1.1" status: 200 len: 991 time: 3.4227781 Feb 02 15:47:34.433748 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:34.486006 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-65e24885-7eb4-4fca-a333-a06af5d43f24 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:34.488403 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-65e24885-7eb4-4fca-a333-a06af5d43f24 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.41 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 945 time: 0.1727343 Feb 02 15:47:34.579515 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:47:34.592545 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Deleting port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:47:34.594171 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:34.632674 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'status': 'completed', 'code': 200} Feb 02 15:47:34.789809 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:34.811489 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:34.925702 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-1e2e5b18-b9f7-4469-b5c5-8dd55e95db67 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:34.927283 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-1e2e5b18-b9f7-4469-b5c5-8dd55e95db67 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1098 time: 0.2654221 Feb 02 15:47:35.120302 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] For port 3b57443c-d57f-4936-8d6a-e8ca963a4a65, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=3b57443c-d57f-4936-8d6a-e8ca963a4a65,segment=NetworkSegment(43037b80-d26a-41f6-a5cd-c5e0e7d61757),segment_id=43037b80-d26a-41f6-a5cd-c5e0e7d61757)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:47:35.121585 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:35.165018 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-63399333-ca6f-4d95-8795-f35327b736a6 req-e5559b67-d1f4-4e47-a27a-97870c2bf3f7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:35.172514 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-63399333-ca6f-4d95-8795-f35327b736a6 req-e5559b67-d1f4-4e47-a27a-97870c2bf3f7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.5381446 Feb 02 15:47:35.219468 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Floating IP c3bce609-dec4-42ba-924d-1f0aec2a615f associated. External IP: 172.27.2.191, port: 6dd0990d-c073-4518-9235-5693b14761e9. Feb 02 15:47:35.293197 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Calling delete_port for 3b57443c-d57f-4936-8d6a-e8ca963a4a65 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:47:35.432188 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'f24e4178-8a58-45ea-b250-8071f8c125b0', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'port_id': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'mac_address': 'fa:16:3e:89:a4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:46:55Z', 'updated_at': '2022-02-02T15:47:32Z', 'revision_number': 1, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:35.438396 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] Checking router: 58b34649-04cd-4bd8-88bc-851e57f62899 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:47:35.441872 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a50ed27-29f9-4a57-81c4-69e4bd5e5a41 req-b4e5bb00-b2aa-485e-b676-c5236a7c05bd tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:35.444313 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a50ed27-29f9-4a57-81c4-69e4bd5e5a41 req-b4e5bb00-b2aa-485e-b676-c5236a7c05bd tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.5300562 Feb 02 15:47:35.469607 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:47:35.471338 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:47:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:35.670591 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-63399333-ca6f-4d95-8795-f35327b736a6 req-4b2da042-5cbd-4ba7-bc88-c3312b5b0d91 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.4934688 Feb 02 15:47:35.789891 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-ddde1d45-1c93-4acd-9e91-667e9796b6cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:35.797828 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-ddde1d45-1c93-4acd-9e91-667e9796b6cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.8586650 Feb 02 15:47:35.818300 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a50ed27-29f9-4a57-81c4-69e4bd5e5a41 req-240b0710-37ce-49e2-afa1-43fe0be2bb5e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3561769 Feb 02 15:47:35.862338 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:47:36.055309 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Router c582a120-0309-40c8-a0b4-c1aefca1c635 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:47:36.123831 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.176221 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['3b57443c-d57f-4936-8d6a-e8ca963a4a65'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:47:36.180355 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Pushing event deleted for resources: {'Port': ['ID=3b57443c-d57f-4936-8d6a-e8ca963a4a65,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:36.186177 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-0f74d681-bc80-42cd-a400-bb987931d133 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 999 time: 0.3617132 Feb 02 15:47:36.316019 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] No DVR routers for this DVR port 3b57443c-d57f-4936-8d6a-e8ca963a4a65 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:47:36.322014 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.332285 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '239806bb-7616-4075-bfc7-b2813b42d349', 'name': 'network-vif-deleted', 'tag': '3b57443c-d57f-4936-8d6a-e8ca963a4a65'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:36.344234 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9acfbcb0-2b4b-4f6a-82c9-8b1f1e2933fc req-8fec5423-1848-4f92-9d75-c56c553cf543 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.41 "DELETE /v2.0/ports/3b57443c-d57f-4936-8d6a-e8ca963a4a65 HTTP/1.1" status: 204 len: 173 time: 1.8497472 Feb 02 15:47:36.356142 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:47:36.366862 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] Sync routers for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:47:36.375966 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:36.377859 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-bc5da40e-1a84-47f1-9ad8-97d7c5d3c50d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:36.379543 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-bc5da40e-1a84-47f1-9ad8-97d7c5d3c50d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.1505535 Feb 02 15:47:36.379801 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:47:36.381404 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:47:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:36.491976 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'f24e4178-8a58-45ea-b250-8071f8c125b0', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'port_id': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'mac_address': 'fa:16:3e:89:a4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:46:55Z', 'updated_at': '2022-02-02T15:47:32Z', 'revision_number': 1, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:36.497686 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-af3db9a2-f036-4a21-be56-7185beeade96 None None] The sync data for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi is: [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'f24e4178-8a58-45ea-b250-8071f8c125b0', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'floating_ip_address': '172.27.2.136', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'port_id': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'fixed_ip_address': '172.20.0.4', 'status': 'DOWN', 'standard_attr_id': 127, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'mac_address': 'fa:16:3e:89:a4:6e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:46:55Z', 'updated_at': '2022-02-02T15:47:32Z', 'revision_number': 1, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:47:36.569154 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '239806bb-7616-4075-bfc7-b2813b42d349', 'name': 'network-vif-deleted', 'tag': '3b57443c-d57f-4936-8d6a-e8ca963a4a65', 'status': 'completed', 'code': 200} Feb 02 15:47:36.603155 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5c8fcdae-448c-4ddf-bdd8-6ca6d38dd0d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "PUT /v2.0/floatingips/c3bce609-dec4-42ba-924d-1f0aec2a615f HTTP/1.1" status: 200 len: 992 time: 3.5097980 Feb 02 15:47:36.620112 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-76895082-8d7e-40b1-acc7-97015a33ae70 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:36.622072 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-76895082-8d7e-40b1-acc7-97015a33ae70 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2183404 Feb 02 15:47:36.625812 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6f13e8a2-640f-4c1d-a22c-987b57e4226e req-cbc7b8d4-3c45-4cc2-9ae3-f83a342172d3 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:36.627458 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6f13e8a2-640f-4c1d-a22c-987b57e4226e req-cbc7b8d4-3c45-4cc2-9ae3-f83a342172d3 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 945 time: 0.6939991 Feb 02 15:47:36.642493 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:47:36.753321 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6f13e8a2-640f-4c1d-a22c-987b57e4226e req-273daad5-ad9c-409a-843d-74c43e898560 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/security-groups?id=a45f1c60-e844-4956-897d-d92800e7c101&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1031659 Feb 02 15:47:36.831622 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-593c1618-a5fe-4b16-a552-e978f59c9a01 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1991310 Feb 02 15:47:36.870747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:47:36.919871 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9', 'status': 'completed', 'code': 200} Feb 02 15:47:37.022836 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-23b36a40-9f98-4919-a2c7-5e0469ff1a9a None None] New status for floating IP f24e4178-8a58-45ea-b250-8071f8c125b0: ACTIVE {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:47:37.025391 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ebacefc-0e82-4aa6-91ed-11e8ebf4edc5 req-d5a81c1e-66f1-4ac0-8083-b6e496abd1af tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:37.039428 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6ebacefc-0e82-4aa6-91ed-11e8ebf4edc5 req-d5a81c1e-66f1-4ac0-8083-b6e496abd1af tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.2293692 Feb 02 15:47:37.041047 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49660) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:37.249489 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed85f84a-3afd-4da8-816a-42db70066eeb req-450c9c78-f3f4-43eb-89a8-111d0857af13 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.4057522 Feb 02 15:47:37.320058 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-c22c3fae-12dc-4632-8ab2-6bb3415cafc9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:37.325576 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-c22c3fae-12dc-4632-8ab2-6bb3415cafc9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1099 time: 0.3140070 Feb 02 15:47:37.543366 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6ebacefc-0e82-4aa6-91ed-11e8ebf4edc5 req-8a6a1969-3660-44c4-97d5-ed64d3690de6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.5029624 Feb 02 15:47:37.577197 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:37.598439 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-4cb208d3-d6c7-4067-8f8e-943254394e1e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:37.600368 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-4cb208d3-d6c7-4067-8f8e-943254394e1e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.2550735 Feb 02 15:47:37.612438 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:37.630714 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Usage tracker for resource:security_group_rule and tenant:6acf8c8a951e451a92380ae6e16a9f39 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:37.635385 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:37.652523 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:37.669625 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3fb63882-65f5-45ba-8f9b-55848c33ddb8 req-1b23a515-5a10-41de-a426-5f18729d4620 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:37.678414 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3fb63882-65f5-45ba-8f9b-55848c33ddb8 req-1b23a515-5a10-41de-a426-5f18729d4620 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.5640123 Feb 02 15:47:37.721558 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'c3bce609-dec4-42ba-924d-1f0aec2a615f', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'port_id': '6dd0990d-c073-4518-9235-5693b14761e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'mac_address': 'fa:16:3e:bd:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:47:01Z', 'updated_at': '2022-02-02T15:47:34Z', 'revision_number': 1, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:37.727969 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] Checking router: c582a120-0309-40c8-a0b4-c1aefca1c635 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:47:37.751084 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:47:37.751941 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:47:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:37.811923 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3fb63882-65f5-45ba-8f9b-55848c33ddb8 req-236b4798-93db-4c40-b99c-3bc73f73af97 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1325505 Feb 02 15:47:37.847186 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-55e80713-4013-4934-a503-ccb9edf2c00e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 200 len: 1000 time: 0.2391150 Feb 02 15:47:37.967181 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-ce1a391b-1a71-4978-b46f-ec4040f9e9d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:37.969596 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-ce1a391b-1a71-4978-b46f-ec4040f9e9d5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.1082900 Feb 02 15:47:37.998507 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.059336 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.079776 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:47:38.111057 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-b89540b6-4cc0-43ba-ac64-5020cb7b55e6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:38.113691 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-b89540b6-4cc0-43ba-ac64-5020cb7b55e6 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1330891 Feb 02 15:47:38.145814 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=889ff6d4-76c4-45e7-bb34-082b80a9edea,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:38.191965 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9bd303ff-4248-4bc2-b580-770a399918e2 req-e55829f5-e24a-4871-9c8d-6375eb72b6c2 tempest-DeleteServersTestJSON-1576167415 tempest-DeleteServersTestJSON-1576167415-project] 10.222.0.18 "GET /v2.0/ports?device_id=239806bb-7616-4075-bfc7-b2813b42d349 HTTP/1.1" status: 200 len: 210 time: 0.1356566 Feb 02 15:47:38.216610 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a8ea53bd-7272-4252-bbd6-a2fb65d0f4ba admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=6acf8c8a951e451a92380ae6e16a9f39&name=default HTTP/1.1" status: 200 len: 2979 time: 1.1602287 Feb 02 15:47:38.216610 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49678) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:38.267422 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-64e22f68-1350-4a6a-89c1-56587b2ca62d req-f484a65b-75f4-4b8f-af00-e6e1576e101f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:38.268908 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-64e22f68-1350-4a6a-89c1-56587b2ca62d req-f484a65b-75f4-4b8f-af00-e6e1576e101f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.4779711 Feb 02 15:47:38.329918 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-94bdec27-a680-4468-859d-29001a7b11d8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.348958 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-3f8c2a54-32cd-48c7-b323-54159887fa93 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2259271 Feb 02 15:47:38.373582 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-64e22f68-1350-4a6a-89c1-56587b2ca62d req-e25c0ae2-2356-42c4-863b-45f0dbf27a13 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0967891 Feb 02 15:47:38.378306 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-94bdec27-a680-4468-859d-29001a7b11d8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.462715 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-94bdec27-a680-4468-859d-29001a7b11d8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.493403 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-94bdec27-a680-4468-859d-29001a7b11d8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=889ff6d4-76c4-45e7-bb34-082b80a9edea,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:38.499021 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-94bdec27-a680-4468-859d-29001a7b11d8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.503085 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-94bdec27-a680-4468-859d-29001a7b11d8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/889ff6d4-76c4-45e7-bb34-082b80a9edea HTTP/1.1" status: 204 len: 168 time: 0.2910392 Feb 02 15:47:38.547392 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e372f075-ebda-41c5-8f3d-328aa04652b8 req-8f160304-5128-4bae-b3d0-037c7cfe4e18 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1856010 Feb 02 15:47:38.591593 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 3b57443c-d57f-4936-8d6a-e8ca963a4a65 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:47:38.714425 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 3b57443c-d57f-4936-8d6a-e8ca963a4a65 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:47:38.714938 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 3b57443c-d57f-4936-8d6a-e8ca963a4a65 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:47:38.743538 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'c3bce609-dec4-42ba-924d-1f0aec2a615f', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'port_id': '6dd0990d-c073-4518-9235-5693b14761e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'mac_address': 'fa:16:3e:bd:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:47:01Z', 'updated_at': '2022-02-02T15:47:34Z', 'revision_number': 1, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:38.751754 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c191c8eb-96e0-438e-96d0-d80731e39121 None None] The sync data for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi is: [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'c3bce609-dec4-42ba-924d-1f0aec2a615f', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'floating_ip_address': '172.27.2.191', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'port_id': '6dd0990d-c073-4518-9235-5693b14761e9', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 150, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'mac_address': 'fa:16:3e:bd:89:67', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:47:01Z', 'updated_at': '2022-02-02T15:47:34Z', 'revision_number': 1, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:47:38.868596 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69568ccc-9b27-4fd1-b428-79ed38117cd6 req-87972f1f-9009-4ace-8b78-7610c79508ed tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:38.870669 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-69568ccc-9b27-4fd1-b428-79ed38117cd6 req-87972f1f-9009-4ace-8b78-7610c79508ed tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.0994649 Feb 02 15:47:38.909499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49698) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:38.929858 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-69568ccc-9b27-4fd1-b428-79ed38117cd6 req-28b6f958-954f-43b8-8edd-ab5e5a2e66b0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0529780 Feb 02 15:47:38.930182 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:38.948215 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:38.952111 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Usage tracker for resource:security_group_rule and tenant:64294c575341426d82c29c5ca849e973 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:38.955226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:38.966934 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:39.061567 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-815ff162-a525-443d-bb5b-22701d91a9f7 req-a1151ba4-c041-4dd3-b6ca-18a37d86a2d3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:39.061567 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-815ff162-a525-443d-bb5b-22701d91a9f7 req-a1151ba4-c041-4dd3-b6ca-18a37d86a2d3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1266792 Feb 02 15:47:39.077917 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a47dda8c-2978-45f6-965f-cf6eac6bd865 None None] New status for floating IP c3bce609-dec4-42ba-924d-1f0aec2a615f: ACTIVE {{(pid=87158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:47:39.111294 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.119195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.124192 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-815ff162-a525-443d-bb5b-22701d91a9f7 req-c4ed1502-4f4f-4eb7-a7ae-a1d840c03490 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609171 Feb 02 15:47:39.214437 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=64294c575341426d82c29c5ca849e973&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3037658 Feb 02 15:47:39.217165 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49714) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:39.231776 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-417f5b51-86a6-4ffe-9114-697dba11880a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0d480e22-a688-4159-9700-326e696b525a,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:39.306620 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e60081c5-71a6-45ea-b213-837fd237424f admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.347669 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e60081c5-71a6-45ea-b213-837fd237424f admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.430906 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e60081c5-71a6-45ea-b213-837fd237424f admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.466276 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e60081c5-71a6-45ea-b213-837fd237424f admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0d480e22-a688-4159-9700-326e696b525a,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:39.482355 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e60081c5-71a6-45ea-b213-837fd237424f admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:39.483735 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e60081c5-71a6-45ea-b213-837fd237424f admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0d480e22-a688-4159-9700-326e696b525a HTTP/1.1" status: 204 len: 168 time: 0.2653594 Feb 02 15:47:39.688965 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a6dc21a-cefa-48a5-bc86-950964525f1f req-43f57b1b-0b27-415a-a1bd-cef5b5b966aa tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:39.690668 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4a6dc21a-cefa-48a5-bc86-950964525f1f req-43f57b1b-0b27-415a-a1bd-cef5b5b966aa tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1443064 Feb 02 15:47:39.776527 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4a6dc21a-cefa-48a5-bc86-950964525f1f req-c0ebb295-c6b6-4451-885a-1232861ab4bd tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0773249 Feb 02 15:47:40.954600 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49802) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:41.004426 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35db680c-8421-4d56-811f-6cf1b6451110 req-bfc317ed-ee1f-4670-93dd-418dede3c358 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:41.013278 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-35db680c-8421-4d56-811f-6cf1b6451110 req-bfc317ed-ee1f-4670-93dd-418dede3c358 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0963781 Feb 02 15:47:41.064775 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-35db680c-8421-4d56-811f-6cf1b6451110 req-4b79758d-fd00-4e48-a181-855b9a8c66ac tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0500484 Feb 02 15:47:41.249346 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.274226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:41.278622 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Usage tracker for resource:security_group_rule and tenant:8bd5a4943cf2421cbad96dc9748e746f is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:41.282184 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:41.288554 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:41.408925 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.415616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.456921 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49828) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:41.511839 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8bd5a4943cf2421cbad96dc9748e746f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5524321 Feb 02 15:47:41.511839 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a1ff344f-8588-4e16-a715-a4d44403c74e admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8834e5f6-6a16-4e76-8086-a4d588c343de,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:41.517786 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49836) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:41.560542 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] Deleting subnet 5a33d8ea-9ccc-4930-bb23-a171ea175f53 {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:47:41.564800 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.587079 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8351dd46-1d05-4948-b903-9d24a417062d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.627018 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] Notify callbacks [] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.634155 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8351dd46-1d05-4948-b903-9d24a417062d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.635384 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.699931 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8351dd46-1d05-4948-b903-9d24a417062d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.725421 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.739993 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8351dd46-1d05-4948-b903-9d24a417062d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.741422 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8351dd46-1d05-4948-b903-9d24a417062d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8834e5f6-6a16-4e76-8086-a4d588c343de HTTP/1.1" status: 204 len: 168 time: 0.2224896 Feb 02 15:47:41.744318 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8351dd46-1d05-4948-b903-9d24a417062d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8834e5f6-6a16-4e76-8086-a4d588c343de,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:41.791329 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:41.795438 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=5a33d8ea-9ccc-4930-bb23-a171ea175f53,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:41.801308 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-c616d677-2caa-44e4-9c0d-553cbace9ee2 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/5a33d8ea-9ccc-4930-bb23-a171ea175f53 HTTP/1.1" status: 204 len: 168 time: 0.3432956 Feb 02 15:47:41.804358 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49850) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:41.921280 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.065815 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.102773 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > segment before_delete 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.103121 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet precommit_delete_associations 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.103855 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > segment_host_mapping after_create 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.104223 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > port after_create 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.104510 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > port after_delete 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.104863 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > port after_update 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.105184 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > segment after_delete 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.105524 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.105864 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.106244 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet after_update 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.271038 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49868) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:42.290483 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.293969 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet after_create 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.294366 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet after_delete 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.294933 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet before_create 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.295322 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Subscribe: > subnet before_update 55550000 {{(pid=87157) subscribe /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:45}} Feb 02 15:47:42.295717 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['433d406b-82b0-40fd-a417-8ae42db7e16d']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:42.305342 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:42.309682 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Usage tracker for resource:security_group_rule and tenant:2217d76393504ba68037aa877230ca95 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:42.312793 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:42.319219 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:42.346185 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '43037b80-d26a-41f6-a5cd-c5e0e7d61757') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:42.346487 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '43037b80-d26a-41f6-a5cd-c5e0e7d61757') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:47:42.370408 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.400200 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.413696 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Releasing vlan 371 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:47:42.414114 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.426392 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: /usr/lib/python3/dist-packages/secretstorage/dhcrypto.py:15: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: from cryptography.utils import int_from_bytes Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: /usr/lib/python3/dist-packages/secretstorage/util.py:19: CryptographyDeprecationWarning: int_from_bytes is deprecated, use int.from_bytes instead Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: from cryptography.utils import int_from_bytes Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship QosNetworkPolicyBinding.port to refer to viewonly relationship Port.qos_network_policy_binding should include sync_backref=False set on the QosNetworkPolicyBinding.port relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: util.warn_limited( Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: /usr/local/lib/python3.8/dist-packages/sqlalchemy/orm/relationships.py:1994: SAWarning: Setting backref / back_populates on relationship Tag.standard_attr to refer to viewonly relationship StandardAttribute.tags should include sync_backref=False set on the Tag.standard_attr relationship. (this warning may be suppressed after 10 occurrences) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: util.warn_limited( Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:47:42.430974 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:47:42.433288 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.486243 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=48b42112-38b0-450b-bd16-01d6fc77fe12,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:42.491543 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-fff8d415-168b-411d-9e18-f63e3302db5d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2217d76393504ba68037aa877230ca95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2195959 Feb 02 15:47:42.494110 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49872) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:42.510228 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8e833e-6abc-4794-9019-2eb683fcfcc2 req-5789ddc1-fcc9-4577-af7f-34eab1df0e77 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:42.512253 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a8e833e-6abc-4794-9019-2eb683fcfcc2 req-5789ddc1-fcc9-4577-af7f-34eab1df0e77 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.2088642 Feb 02 15:47:42.545027 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.573150 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7d26720f-06fc-4677-af52-66df9d648b22 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.602594 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7d26720f-06fc-4677-af52-66df9d648b22 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.659240 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.664986 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] Pushing event deleted for resources: {'Network': ['ID=433d406b-82b0-40fd-a417-8ae42db7e16d,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:42.673663 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6621e307-ac60-434f-9a48-fdda937021ce admin admin] 10.222.0.18 "DELETE /v2.0/networks/433d406b-82b0-40fd-a417-8ae42db7e16d HTTP/1.1" status: 204 len: 168 time: 0.8658586 Feb 02 15:47:42.677001 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7d26720f-06fc-4677-af52-66df9d648b22 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.688679 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a8e833e-6abc-4794-9019-2eb683fcfcc2 req-cc164f8f-546f-4ce3-808f-3a733da398d0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1691730 Feb 02 15:47:42.718018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7d26720f-06fc-4677-af52-66df9d648b22 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=48b42112-38b0-450b-bd16-01d6fc77fe12,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:42.720289 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7d26720f-06fc-4677-af52-66df9d648b22 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:42.721567 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-7d26720f-06fc-4677-af52-66df9d648b22 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/48b42112-38b0-450b-bd16-01d6fc77fe12 HTTP/1.1" status: 204 len: 168 time: 0.2265537 Feb 02 15:47:42.885747 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 49890) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:42.942510 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-77b1c310-65b7-4313-b5ec-2c0ed8932cfb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=829924afd2e8478a9257d330f8d4fcac&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0553508 Feb 02 15:47:42.948059 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 49896) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:43.019749 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3f71a0d-789b-4598-8d8c-a4a212ef9c3e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.047535 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3f71a0d-789b-4598-8d8c-a4a212ef9c3e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.110878 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3f71a0d-789b-4598-8d8c-a4a212ef9c3e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.132556 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3f71a0d-789b-4598-8d8c-a4a212ef9c3e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a45f1c60-e844-4956-897d-d92800e7c101,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:43.139425 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3f71a0d-789b-4598-8d8c-a4a212ef9c3e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.140654 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a3f71a0d-789b-4598-8d8c-a4a212ef9c3e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a45f1c60-e844-4956-897d-d92800e7c101 HTTP/1.1" status: 204 len: 168 time: 0.1946592 Feb 02 15:47:43.975269 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94e1be2b-72d9-4fd5-9703-ac2ad02503ea req-1ea635dc-6a3e-44f9-afb1-117bdbf60a3c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:43.985649 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:43.998702 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-94e1be2b-72d9-4fd5-9703-ac2ad02503ea req-1ea635dc-6a3e-44f9-afb1-117bdbf60a3c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1366849 Feb 02 15:47:44.067084 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-94e1be2b-72d9-4fd5-9703-ac2ad02503ea req-2fb79b47-a12c-4928-b90a-8ee1bd56245e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0674002 Feb 02 15:47:45.281421 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1b0fe3d7-4371-42a5-8599-87def91dc880 req-74ed3969-f34a-49c3-acdf-a42c49615d80 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:45.283036 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1b0fe3d7-4371-42a5-8599-87def91dc880 req-74ed3969-f34a-49c3-acdf-a42c49615d80 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1020386 Feb 02 15:47:45.340021 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1b0fe3d7-4371-42a5-8599-87def91dc880 req-684e89e5-349e-402a-a9ca-6a6db255af11 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0508397 Feb 02 15:47:46.573418 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-974bdd70-d3bd-41a2-b014-49dca17599e2 req-5e3caae7-4aa5-4592-aace-abd487fd3ec1 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:46.575014 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-974bdd70-d3bd-41a2-b014-49dca17599e2 req-5e3caae7-4aa5-4592-aace-abd487fd3ec1 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0862741 Feb 02 15:47:46.631898 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-974bdd70-d3bd-41a2-b014-49dca17599e2 req-a888812a-0d52-4811-912b-19be7c76bf5f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0419769 Feb 02 15:47:47.062371 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50114) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:47.182665 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.198660 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:47.202659 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Usage tracker for resource:security_group_rule and tenant:a681655216e84d29807a5da41d0ff169 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:47.205724 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:47.212325 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:47.308730 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.312939 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.360146 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0ee67828-9ad4-437f-bcf4-7b3712c5d3e9,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:47.364837 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7271e957-9f6c-42ab-9afd-6990682da3ab admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=a681655216e84d29807a5da41d0ff169&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3009236 Feb 02 15:47:47.367909 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50120) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:47.424644 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-53ed58fa-f241-46cd-9894-3c8ae3fda924 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.451626 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-53ed58fa-f241-46cd-9894-3c8ae3fda924 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.508600 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-53ed58fa-f241-46cd-9894-3c8ae3fda924 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.525067 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-53ed58fa-f241-46cd-9894-3c8ae3fda924 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ee67828-9ad4-437f-bcf4-7b3712c5d3e9,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:47.529708 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-53ed58fa-f241-46cd-9894-3c8ae3fda924 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.533627 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-53ed58fa-f241-46cd-9894-3c8ae3fda924 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0ee67828-9ad4-437f-bcf4-7b3712c5d3e9 HTTP/1.1" status: 204 len: 168 time: 0.1624138 Feb 02 15:47:47.775418 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50138) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:47.867362 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a14cb61-8911-42e2-b557-078beb32d4a5 req-4b346597-8636-4b66-b9ec-4b5525edf92c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:47.870559 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a14cb61-8911-42e2-b557-078beb32d4a5 req-4b346597-8636-4b66-b9ec-4b5525edf92c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0971966 Feb 02 15:47:47.909692 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:47.928347 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:47.933288 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Usage tracker for resource:security_group_rule and tenant:0c1f934492e941b6b874723a05064913 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:47.937505 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:47.945907 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50146) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:47.956128 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a14cb61-8911-42e2-b557-078beb32d4a5 req-89428ff3-3627-45bf-b221-ce39613fe645 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0664055 Feb 02 15:47:47.956248 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:48.057620 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.093500 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:48.100104 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Usage tracker for resource:security_group_rule and tenant:5d720f09be9c4658b28b5a893bf2397e is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:48.103651 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:48.116379 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:48.199286 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.208344 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.282165 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=00d9c444-1f5c-4e13-a203-7579ea6aa8bb,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:48.293279 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-414dab96-358d-4b87-92c7-bb9ab175272d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0c1f934492e941b6b874723a05064913&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5166953 Feb 02 15:47:48.295258 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.296208 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50160) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:48.300041 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.352976 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b4812de-f504-46a3-b3d5-a20bc7a8d6f0,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:48.359053 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5a635af3-c64f-4365-b60d-cc1a3264ade1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5d720f09be9c4658b28b5a893bf2397e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4118297 Feb 02 15:47:48.361964 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50164) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:48.383359 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-47955633-5132-4099-a599-29a37646cd79 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.410216 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-47955633-5132-4099-a599-29a37646cd79 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.427892 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bda8989a-3a59-4a60-8d78-85a667072c43 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.456242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bda8989a-3a59-4a60-8d78-85a667072c43 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.468854 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-47955633-5132-4099-a599-29a37646cd79 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.490616 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47955633-5132-4099-a599-29a37646cd79 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=00d9c444-1f5c-4e13-a203-7579ea6aa8bb,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:48.498070 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-47955633-5132-4099-a599-29a37646cd79 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.499403 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-47955633-5132-4099-a599-29a37646cd79 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/00d9c444-1f5c-4e13-a203-7579ea6aa8bb HTTP/1.1" status: 204 len: 168 time: 0.2015235 Feb 02 15:47:48.532401 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bda8989a-3a59-4a60-8d78-85a667072c43 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.559920 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bda8989a-3a59-4a60-8d78-85a667072c43 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b4812de-f504-46a3-b3d5-a20bc7a8d6f0,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:48.576053 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bda8989a-3a59-4a60-8d78-85a667072c43 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:48.579653 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-bda8989a-3a59-4a60-8d78-85a667072c43 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b4812de-f504-46a3-b3d5-a20bc7a8d6f0 HTTP/1.1" status: 204 len: 168 time: 0.2141588 Feb 02 15:47:49.053552 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50190) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:49.071894 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.090421 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:49.095920 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Usage tracker for resource:security_group_rule and tenant:ae0f7cf4f72946cb945be040c9e74d6a is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:49.099780 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:49.106344 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:49.184795 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5c1bb5f-4bf5-49cc-8979-1854faf10e8b req-851b2b85-a529-44fc-ab63-0a92f9956ebe tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:49.186872 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a5c1bb5f-4bf5-49cc-8979-1854faf10e8b req-851b2b85-a529-44fc-ab63-0a92f9956ebe tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1153536 Feb 02 15:47:49.225570 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.241910 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.252452 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a5c1bb5f-4bf5-49cc-8979-1854faf10e8b req-45e2e7fb-1745-416d-9c45-c677fe8bae13 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0599291 Feb 02 15:47:49.310775 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ae0f7cf4f72946cb945be040c9e74d6a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2534781 Feb 02 15:47:49.310775 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9aaa3e93-836b-4f5e-8540-52ddf66a7820 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50a056ac-9a58-4418-b119-9a77cd602f5c,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:49.311146 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50200) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:49.422142 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2934-bad2-41fd-bb10-49e012bcac82 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.455939 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2934-bad2-41fd-bb10-49e012bcac82 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.528479 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2934-bad2-41fd-bb10-49e012bcac82 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.546664 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a2934-bad2-41fd-bb10-49e012bcac82 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50a056ac-9a58-4418-b119-9a77cd602f5c,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:49.563395 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a2934-bad2-41fd-bb10-49e012bcac82 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:49.564515 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5d1a2934-bad2-41fd-bb10-49e012bcac82 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50a056ac-9a58-4418-b119-9a77cd602f5c HTTP/1.1" status: 204 len: 168 time: 0.2524264 Feb 02 15:47:50.494238 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f89498fe-387d-4b56-9a01-0066809eb37c req-d965f376-b88b-4d58-96c4-a853678d0632 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:50.502518 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f89498fe-387d-4b56-9a01-0066809eb37c req-d965f376-b88b-4d58-96c4-a853678d0632 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1096070 Feb 02 15:47:50.550647 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f89498fe-387d-4b56-9a01-0066809eb37c req-846058c8-79cf-4050-8092-dea4c255e724 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471461 Feb 02 15:47:50.962772 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50276) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:51.108077 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.135206 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:51.139762 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Usage tracker for resource:security_group_rule and tenant:aecacf37210d4e2bb30341eddcf84dab is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:51.143579 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:51.149562 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:51.241044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.245581 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.293145 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=aecacf37210d4e2bb30341eddcf84dab&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3287783 Feb 02 15:47:51.293859 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5a409df3-356f-4f52-948b-892d513efb74 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40ed95bf-acdb-4cb2-bab5-6aa0ee52d54f,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:51.295876 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50290) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:51.363296 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b1c6-6f11-409a-a87a-5acd86d06c0d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.390590 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b1c6-6f11-409a-a87a-5acd86d06c0d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.451044 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b1c6-6f11-409a-a87a-5acd86d06c0d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.473943 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3d6b1c6-6f11-409a-a87a-5acd86d06c0d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40ed95bf-acdb-4cb2-bab5-6aa0ee52d54f,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:51.482914 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3d6b1c6-6f11-409a-a87a-5acd86d06c0d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.485134 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d3d6b1c6-6f11-409a-a87a-5acd86d06c0d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40ed95bf-acdb-4cb2-bab5-6aa0ee52d54f HTTP/1.1" status: 204 len: 168 time: 0.1880863 Feb 02 15:47:51.765704 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3585aebe-bedf-4267-b4df-98c61d2fd360 req-febcf46c-5328-4809-86d0-54c369d5cce3 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:51.773757 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3585aebe-bedf-4267-b4df-98c61d2fd360 req-febcf46c-5328-4809-86d0-54c369d5cce3 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1035607 Feb 02 15:47:51.780681 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50314) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:51.820294 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3585aebe-bedf-4267-b4df-98c61d2fd360 req-a2f76af0-c66d-4435-b157-715b34a2fcbc tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452490 Feb 02 15:47:51.903981 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50320) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:51.913864 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.923751 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:51.932468 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:51.936261 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Usage tracker for resource:security_group_rule and tenant:685dc2cd40ee468bb4caad5d3acfbbce is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:51.938367 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:51.939120 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:51.942121 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Usage tracker for resource:security_group_rule and tenant:4e6c968f878e4e23a3abc352bd7d8921 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:51.945311 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:51.945444 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:51.950855 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:52.035826 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.039074 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.041198 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.045659 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.087434 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=685dc2cd40ee468bb4caad5d3acfbbce&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3054254 Feb 02 15:47:52.088020 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f16a22b-f19e-457a-b0f1-210dcbb00d92 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7059cb36-de73-4cb7-a139-7a78d257ecd8,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:52.090266 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50324) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:52.093359 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e6c968f878e4e23a3abc352bd7d8921&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1883123 Feb 02 15:47:52.095037 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a96fb594-c644-4a71-a30a-5f37af11a111 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf919dfd-3828-4e00-b439-13c6082a5f6e,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:52.097864 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50328) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:52.150140 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ca41ff27-1f7f-44df-bc4c-581b67c58fc1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.158164 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9b782909-e174-4ce8-ba21-cc679d94042d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.176663 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ca41ff27-1f7f-44df-bc4c-581b67c58fc1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.183925 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9b782909-e174-4ce8-ba21-cc679d94042d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.231301 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ca41ff27-1f7f-44df-bc4c-581b67c58fc1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.248330 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9b782909-e174-4ce8-ba21-cc679d94042d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.253509 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ca41ff27-1f7f-44df-bc4c-581b67c58fc1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7059cb36-de73-4cb7-a139-7a78d257ecd8,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:52.262286 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ca41ff27-1f7f-44df-bc4c-581b67c58fc1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.266610 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ca41ff27-1f7f-44df-bc4c-581b67c58fc1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7059cb36-de73-4cb7-a139-7a78d257ecd8 HTTP/1.1" status: 204 len: 168 time: 0.1725526 Feb 02 15:47:52.268621 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9b782909-e174-4ce8-ba21-cc679d94042d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf919dfd-3828-4e00-b439-13c6082a5f6e,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:52.279192 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9b782909-e174-4ce8-ba21-cc679d94042d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.282133 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9b782909-e174-4ce8-ba21-cc679d94042d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf919dfd-3828-4e00-b439-13c6082a5f6e HTTP/1.1" status: 204 len: 168 time: 0.1809773 Feb 02 15:47:52.831409 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50360) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:52.851120 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:52.868583 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:52.872723 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Usage tracker for resource:security_group_rule and tenant:9b18dc410641469cb8414b7a99c629d7 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:52.875904 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:52.882072 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:53.049079 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.054581 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.118987 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e21790e8-93ab-4016-9f7b-3ff100dc64b6 req-f1303218-7cb2-4813-8459-bdb9df69fe4a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:53.120607 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e21790e8-93ab-4016-9f7b-3ff100dc64b6 req-f1303218-7cb2-4813-8459-bdb9df69fe4a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1753166 Feb 02 15:47:53.123184 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9b18dc410641469cb8414b7a99c629d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2906539 Feb 02 15:47:53.124466 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-06f03bd9-f248-41f6-9111-17ebadeeae95 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=acd14810-478d-40b8-8c65-69d993c49fae,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:53.126055 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50372) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:53.194692 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e21790e8-93ab-4016-9f7b-3ff100dc64b6 req-f416b7c1-69f3-441f-9a09-311796e16605 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0598099 Feb 02 15:47:53.208315 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1dd0db44-7345-47e4-993b-18d00c196bc0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.235902 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1dd0db44-7345-47e4-993b-18d00c196bc0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.290486 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1dd0db44-7345-47e4-993b-18d00c196bc0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.305623 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1dd0db44-7345-47e4-993b-18d00c196bc0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=acd14810-478d-40b8-8c65-69d993c49fae,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:53.312302 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1dd0db44-7345-47e4-993b-18d00c196bc0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.313426 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-1dd0db44-7345-47e4-993b-18d00c196bc0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/acd14810-478d-40b8-8c65-69d993c49fae HTTP/1.1" status: 204 len: 168 time: 0.1862459 Feb 02 15:47:53.381908 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-e55d4a56-7924-4868-9ec7-d57333a08360 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.765052 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50400) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:53.785275 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.804246 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:53.809209 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Usage tracker for resource:security_group_rule and tenant:f89ac11405514c578dbcdcce5ec9366f is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:53.812874 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:53.820197 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:53.935183 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.940212 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:53.999178 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=f89ac11405514c578dbcdcce5ec9366f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2326953 Feb 02 15:47:54.001071 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-be2eda58-8f00-4786-8d57-bd1fda5cc878 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5830f8d5-f70a-4fd8-9a6b-aca4b5ace8ef,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:54.002141 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50410) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:54.076597 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad460-2633-4463-a5b7-6e825f7952d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.105031 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad460-2633-4463-a5b7-6e825f7952d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.142626 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50420) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:54.171548 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad460-2633-4463-a5b7-6e825f7952d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.192210 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c2ad460-2633-4463-a5b7-6e825f7952d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5830f8d5-f70a-4fd8-9a6b-aca4b5ace8ef,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:54.202390 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8c2ad460-2633-4463-a5b7-6e825f7952d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.203516 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-8c2ad460-2633-4463-a5b7-6e825f7952d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5830f8d5-f70a-4fd8-9a6b-aca4b5ace8ef HTTP/1.1" status: 204 len: 168 time: 0.1998789 Feb 02 15:47:54.292678 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.308768 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:47:54.313478 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Usage tracker for resource:security_group_rule and tenant:3a063bfb9f7844c9a358539691552158 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:47:54.316539 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:47:54.323021 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:47:54.429707 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0bc90ce-0770-4c13-ae33-7ec420380cbe req-bb77bf9b-c8ed-4bd0-a586-84ed0043c9f5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:54.432152 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d0bc90ce-0770-4c13-ae33-7ec420380cbe req-bb77bf9b-c8ed-4bd0-a586-84ed0043c9f5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1103709 Feb 02 15:47:54.448659 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.454014 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.489578 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d0bc90ce-0770-4c13-ae33-7ec420380cbe req-75a29af8-e136-4751-ba48-9fd0214aa1b5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0499599 Feb 02 15:47:54.507434 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f3681333-c287-426c-8e0e-b62a2e94b31b,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:54.534374 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-e8b4c105-bd37-477c-986b-bbcd1b1bcf24 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3a063bfb9f7844c9a358539691552158&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3905079 Feb 02 15:47:54.537422 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50432) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:47:54.611994 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a104-d4b8-4feb-a632-8064f154cbe3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.645037 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a104-d4b8-4feb-a632-8064f154cbe3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.705499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a104-d4b8-4feb-a632-8064f154cbe3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.725790 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3a1a104-d4b8-4feb-a632-8064f154cbe3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f3681333-c287-426c-8e0e-b62a2e94b31b,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:47:54.764685 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a3a1a104-d4b8-4feb-a632-8064f154cbe3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:54.768357 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a3a1a104-d4b8-4feb-a632-8064f154cbe3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f3681333-c287-426c-8e0e-b62a2e94b31b HTTP/1.1" status: 204 len: 168 time: 0.2299161 Feb 02 15:47:55.687178 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a867ab84-86b8-489f-8d6f-e1239ac406a6 req-9736a777-9de2-427b-91d0-9988051426f0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:55.688979 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a867ab84-86b8-489f-8d6f-e1239ac406a6 req-9736a777-9de2-427b-91d0-9988051426f0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0883625 Feb 02 15:47:55.700235 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-668acdcc-25c6-4a4a-a0d7-8bbfc410a692 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:55.830870 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a867ab84-86b8-489f-8d6f-e1239ac406a6 req-e4681884-2579-4576-9622-3d03db378c82 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1349051 Feb 02 15:47:56.724148 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:56.753287 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:57.028805 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7fe6877-85e4-46e6-8b0a-521a793625a1 req-c1c25489-7723-4ba3-901d-ae502bf946a5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:57.031160 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c7fe6877-85e4-46e6-8b0a-521a793625a1 req-c1c25489-7723-4ba3-901d-ae502bf946a5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0912874 Feb 02 15:47:57.083614 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c7fe6877-85e4-46e6-8b0a-521a793625a1 req-0107068f-66e9-4d98-a188-1b64b3557714 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0444195 Feb 02 15:47:58.234763 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:47:58.290628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23a26f8e-2494-4a14-bb76-51a00da5f68e req-d7706784-4321-43c8-991e-77ac03e6097d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:58.292164 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23a26f8e-2494-4a14-bb76-51a00da5f68e req-d7706784-4321-43c8-991e-77ac03e6097d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0934961 Feb 02 15:47:58.340311 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23a26f8e-2494-4a14-bb76-51a00da5f68e req-22a5e201-d383-4a6f-9b2c-0f9fed402be3 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401847 Feb 02 15:47:59.531560 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e63e69fa-d2d0-4fd4-b52e-225ce51763d7 req-277621ba-6eb1-417f-9195-42f14b161fff tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:47:59.533000 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e63e69fa-d2d0-4fd4-b52e-225ce51763d7 req-277621ba-6eb1-417f-9195-42f14b161fff tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0828559 Feb 02 15:47:59.580637 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e63e69fa-d2d0-4fd4-b52e-225ce51763d7 req-5cc8281e-a1cc-43a8-8885-e382d0f65814 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0411925 Feb 02 15:48:00.768193 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a859b252-ef0b-4648-9f21-28b1b2fc3ebe req-78b47e73-3368-41a9-a5cc-2b128cb5dc8f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:00.769620 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a859b252-ef0b-4648-9f21-28b1b2fc3ebe req-78b47e73-3368-41a9-a5cc-2b128cb5dc8f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0798638 Feb 02 15:48:00.812543 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a859b252-ef0b-4648-9f21-28b1b2fc3ebe req-749f9333-89aa-418d-b5f4-7d7a0769b76a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0366468 Feb 02 15:48:02.003775 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00a29413-3e30-47e2-b4c4-1148dc7c8406 req-4e51e688-c25f-422d-bff1-d7776090c192 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:02.005633 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-00a29413-3e30-47e2-b4c4-1148dc7c8406 req-4e51e688-c25f-422d-bff1-d7776090c192 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0869555 Feb 02 15:48:02.051430 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-00a29413-3e30-47e2-b4c4-1148dc7c8406 req-27565a09-9777-4d20-ab1b-b5f143e83373 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398483 Feb 02 15:48:02.972476 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50622) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:03.139700 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.153956 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:03.157654 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Usage tracker for resource:security_group_rule and tenant:34d0d0ab642d4285a7a3dffcc6c117da is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:03.160678 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:03.166797 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:03.241074 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2f530586-bcfa-4086-8d8b-67ee69d1fc00 req-f54638dd-0787-4de7-976c-e2dc94ec2180 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:03.242598 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2f530586-bcfa-4086-8d8b-67ee69d1fc00 req-f54638dd-0787-4de7-976c-e2dc94ec2180 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0829878 Feb 02 15:48:03.251186 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.256237 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.289931 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2f530586-bcfa-4086-8d8b-67ee69d1fc00 req-388cda5f-f810-44bc-ad98-8ea6df23cb60 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409660 Feb 02 15:48:03.303624 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=34d0d0ab642d4285a7a3dffcc6c117da&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3295417 Feb 02 15:48:03.304518 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-431e003c-94bc-409d-afbf-a36c4087c895 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e86d82ca-2608-4f40-a3be-241f337378d4,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:03.306365 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50630) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:03.370701 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8a605597-9235-4910-bae0-a1e12d4d15ed admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.396401 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8a605597-9235-4910-bae0-a1e12d4d15ed admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.447076 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8a605597-9235-4910-bae0-a1e12d4d15ed admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.462434 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8a605597-9235-4910-bae0-a1e12d4d15ed admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e86d82ca-2608-4f40-a3be-241f337378d4,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:03.467111 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-8a605597-9235-4910-bae0-a1e12d4d15ed admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.468234 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-8a605597-9235-4910-bae0-a1e12d4d15ed admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e86d82ca-2608-4f40-a3be-241f337378d4 HTTP/1.1" status: 204 len: 168 time: 0.1606700 Feb 02 15:48:03.762625 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50642) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:03.780241 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.795502 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:03.799530 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Usage tracker for resource:security_group_rule and tenant:684ec201a61f44f6a78a36a0f4fb3b95 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:03.804137 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:03.810079 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:03.894439 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.899390 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:03.948774 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4614dab-d5d8-4656-814b-159cb92cd2ff,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:03.952792 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-fbd61914-420d-48d4-8974-34ad75de47b3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=684ec201a61f44f6a78a36a0f4fb3b95&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1891544 Feb 02 15:48:03.955539 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50648) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:04.013851 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e00c330-99a7-457a-bc7c-310dfae3a7e0 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.039733 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e00c330-99a7-457a-bc7c-310dfae3a7e0 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.089806 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e00c330-99a7-457a-bc7c-310dfae3a7e0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.104600 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e00c330-99a7-457a-bc7c-310dfae3a7e0 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4614dab-d5d8-4656-814b-159cb92cd2ff,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:04.111207 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e00c330-99a7-457a-bc7c-310dfae3a7e0 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:04.112319 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-4e00c330-99a7-457a-bc7c-310dfae3a7e0 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4614dab-d5d8-4656-814b-159cb92cd2ff HTTP/1.1" status: 204 len: 168 time: 0.1559277 Feb 02 15:48:04.489128 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8130adff-d260-4720-8c03-1a5f18438709 req-5fa1940a-e6cc-4efa-bc6d-49edf917da77 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:04.490621 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8130adff-d260-4720-8c03-1a5f18438709 req-5fa1940a-e6cc-4efa-bc6d-49edf917da77 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0901077 Feb 02 15:48:04.534923 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8130adff-d260-4720-8c03-1a5f18438709 req-1d42279d-1ba5-4245-9a07-a6a31dfa1ba7 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385048 Feb 02 15:48:05.694221 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:48:05.731612 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85085e18-980f-43d4-a528-5a06e2c19091 req-dcc18088-1e58-4da6-a5cd-202f040e5fd7 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:05.733480 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-85085e18-980f-43d4-a528-5a06e2c19091 req-dcc18088-1e58-4da6-a5cd-202f040e5fd7 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0934687 Feb 02 15:48:05.786661 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-85085e18-980f-43d4-a528-5a06e2c19091 req-4203627a-078f-4312-9485-9a1bc19c30c1 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0455744 Feb 02 15:48:06.975577 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d3d2509-315e-4bdd-a28f-6af9425d3f30 req-ec18216d-0c1b-439e-abcf-982ff1209b8f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:06.977005 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d3d2509-315e-4bdd-a28f-6af9425d3f30 req-ec18216d-0c1b-439e-abcf-982ff1209b8f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0857019 Feb 02 15:48:07.022611 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d3d2509-315e-4bdd-a28f-6af9425d3f30 req-ad600ed8-173d-4fe6-96a5-05f02fb9490d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0401528 Feb 02 15:48:08.210284 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce781f04-e018-434a-a0d2-ce691d54d201 req-a2f6e390-36d3-44f8-97ab-425ce640f99f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:08.211986 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ce781f04-e018-434a-a0d2-ce691d54d201 req-a2f6e390-36d3-44f8-97ab-425ce640f99f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0816181 Feb 02 15:48:08.257268 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ce781f04-e018-434a-a0d2-ce691d54d201 req-17f857cf-ec51-44a8-8c36-49827f50c57d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398479 Feb 02 15:48:09.489183 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f80a059a-28fe-4e7d-b565-5dd48ebcf0bb req-afc752a0-371e-4b77-8b13-f99db4a3d1c4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:09.490633 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f80a059a-28fe-4e7d-b565-5dd48ebcf0bb req-afc752a0-371e-4b77-8b13-f99db4a3d1c4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1038814 Feb 02 15:48:09.544453 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f80a059a-28fe-4e7d-b565-5dd48ebcf0bb req-273442db-81f0-41e6-8918-07ae04f4a404 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0437517 Feb 02 15:48:10.732673 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4ee964c1-bc91-4355-bca9-11c139df509f req-f5a44bd8-f71b-4d76-954c-7fb0c35bf8a5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:10.734498 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4ee964c1-bc91-4355-bca9-11c139df509f req-f5a44bd8-f71b-4d76-954c-7fb0c35bf8a5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0847085 Feb 02 15:48:10.791723 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4ee964c1-bc91-4355-bca9-11c139df509f req-1bd00441-4cf0-4b94-9a77-12e96a70d618 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0497408 Feb 02 15:48:11.980574 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bb48140-c63e-4520-8af9-c373850807dc req-784e5d4e-230f-49e9-92b7-629198ffda7b tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:11.982042 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4bb48140-c63e-4520-8af9-c373850807dc req-784e5d4e-230f-49e9-92b7-629198ffda7b tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0804632 Feb 02 15:48:12.026134 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4bb48140-c63e-4520-8af9-c373850807dc req-fe6ebe68-17cc-48ba-8525-ea35a6407460 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380261 Feb 02 15:48:13.224669 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0bad92d-d566-4805-ac64-c7d461f8e521 req-bb8c80a8-a5c3-45cb-8045-61fe8969880a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:13.226197 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c0bad92d-d566-4805-ac64-c7d461f8e521 req-bb8c80a8-a5c3-45cb-8045-61fe8969880a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0886350 Feb 02 15:48:13.271694 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c0bad92d-d566-4805-ac64-c7d461f8e521 req-e8a80ef8-2112-49c7-aa01-110678b23b83 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396776 Feb 02 15:48:13.977295 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:14.455542 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d7532ba-2913-4e4c-ba2a-69d3d5a81e2a req-4711a374-dd35-4120-9b00-12e547f840dc tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:14.457547 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1d7532ba-2913-4e4c-ba2a-69d3d5a81e2a req-4711a374-dd35-4120-9b00-12e547f840dc tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0781367 Feb 02 15:48:14.500635 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1d7532ba-2913-4e4c-ba2a-69d3d5a81e2a req-27ebf998-0c6b-4428-bac6-5e0ddf9a74ec tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0374150 Feb 02 15:48:15.099500 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-f9586fac-905a-4a2a-bacc-9ce82f71d72f service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0724204 Feb 02 15:48:15.278628 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-e33e7f0d-93d8-439b-aea5-15f8edb83f4c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:15.280106 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-e33e7f0d-93d8-439b-aea5-15f8edb83f4c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0713284 Feb 02 15:48:15.434789 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-70e41703-6258-458d-8a70-86ae19213a00 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:15.436224 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-70e41703-6258-458d-8a70-86ae19213a00 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.1309726 Feb 02 15:48:15.517844 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-b62ed037-813e-46fc-a216-2487a91dc759 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 217 time: 0.0701575 Feb 02 15:48:15.662026 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-e8fe0eef-2e76-4080-8aa7-f2b96b3b1f3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:15.663301 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-e8fe0eef-2e76-4080-8aa7-f2b96b3b1f3f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.1188741 Feb 02 15:48:15.724048 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-8ba06624-ddff-4331-9450-e2d40650c1f2 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0510221 Feb 02 15:48:15.891570 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0306738-8223-443f-8550-3003601ad2ad req-1e828b97-e0e7-40ce-a039-32a0e6caf316 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:15.893059 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d0306738-8223-443f-8550-3003601ad2ad req-1e828b97-e0e7-40ce-a039-32a0e6caf316 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 1098 time: 0.3099701 Feb 02 15:48:15.924519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9fdc5a36-b61a-4f5b-ba60-daebcce23c49 req-c6a24804-cc53-4a8b-bb19-17acdaf3216a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:15.926522 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9fdc5a36-b61a-4f5b-ba60-daebcce23c49 req-c6a24804-cc53-4a8b-bb19-17acdaf3216a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1687698 Feb 02 15:48:15.971015 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d0306738-8223-443f-8550-3003601ad2ad req-114eeda7-bbfa-4118-89a7-ad27da09b19a service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0682883 Feb 02 15:48:15.973401 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9fdc5a36-b61a-4f5b-ba60-daebcce23c49 req-b81bc1e5-f91a-4f54-90fd-81e593f5ca36 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385625 Feb 02 15:48:15.976735 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-24622496-6c55-4e5f-97e7-ea7f16ab8b27 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2431583 Feb 02 15:48:16.520319 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ddfd8e10-366c-4ae6-9a40-e7f66d83eec6 req-af5ce7fb-b217-48b7-a493-61f86b9526ca service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1526082 Feb 02 15:48:16.629572 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 50878) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:16.758299 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:16.773183 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:16.777129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Usage tracker for resource:security_group_rule and tenant:8ab4912f767b4b10b250e05085099ae8 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:16.779873 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:16.786414 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:16.883510 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:16.888959 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:16.937914 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=db5c85ea-795d-4847-86df-820715e36c99,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:16.946345 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-17f536fb-522f-46bd-9bb9-5d2c29761a23 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8ab4912f767b4b10b250e05085099ae8&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3149240 Feb 02 15:48:16.949495 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50888) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:17.064754 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9e273931-dadb-4003-9b56-b68618180388 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.111129 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9e273931-dadb-4003-9b56-b68618180388 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.183263 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9e273931-dadb-4003-9b56-b68618180388 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.200023 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e273931-dadb-4003-9b56-b68618180388 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=db5c85ea-795d-4847-86df-820715e36c99,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:17.202748 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e501aeb1-6e36-4d42-bc1b-cc3d7cc29036 req-fc23e99c-fbdc-4ed3-864b-c818e31038f1 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:17.206619 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e501aeb1-6e36-4d42-bc1b-cc3d7cc29036 req-fc23e99c-fbdc-4ed3-864b-c818e31038f1 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0924323 Feb 02 15:48:17.211156 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9e273931-dadb-4003-9b56-b68618180388 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:17.214709 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-9e273931-dadb-4003-9b56-b68618180388 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/db5c85ea-795d-4847-86df-820715e36c99 HTTP/1.1" status: 204 len: 168 time: 0.2616298 Feb 02 15:48:17.262755 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e501aeb1-6e36-4d42-bc1b-cc3d7cc29036 req-54b0cbdf-47e7-48d0-be3d-715ccb7f1723 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425439 Feb 02 15:48:18.471945 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c232ff33-1dd0-4a7c-be39-c73c1c929ab9 req-3d424a5b-267c-418b-9f50-55310b2f7499 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:18.478599 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c232ff33-1dd0-4a7c-be39-c73c1c929ab9 req-3d424a5b-267c-418b-9f50-55310b2f7499 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0989943 Feb 02 15:48:18.524550 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c232ff33-1dd0-4a7c-be39-c73c1c929ab9 req-a40c3435-60d8-4f61-8933-2645c5eea575 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0433829 Feb 02 15:48:18.716582 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9262ad2-77a9-4fbf-bd73-98c0fe2042ca req-5b4e8d07-b73c-4cbd-aa31-2f68c10906e9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:18.717963 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e9262ad2-77a9-4fbf-bd73-98c0fe2042ca req-5b4e8d07-b73c-4cbd-aa31-2f68c10906e9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0808764 Feb 02 15:48:18.763781 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e9262ad2-77a9-4fbf-bd73-98c0fe2042ca req-5488a420-4703-418c-add1-36fe69975952 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394132 Feb 02 15:48:19.811462 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50978) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:19.900820 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-343e60fd-d28b-4dec-aaf0-370c1d106671 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/networks?tenant_id=95d6abe46259409f9232b3d2452c58e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0285363 Feb 02 15:48:19.935013 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:19.950969 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:19.956763 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Usage tracker for resource:security_group_rule and tenant:d742d8962f6246cfa5735f888bdca5d9 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:19.961450 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:19.967299 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:20.062136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.066030 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.073700 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-ee7b0676-4774-4a2a-b448-64bfec29b548 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:20.075970 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-ee7b0676-4774-4a2a-b448-64bfec29b548 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1693261 Feb 02 15:48:20.091127 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3ec18ac-3286-4a6c-b14f-a215d142a543 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/quotas/95d6abe46259409f9232b3d2452c58e9 HTTP/1.1" status: 200 len: 375 time: 0.0095963 Feb 02 15:48:20.118589 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d742d8962f6246cfa5735f888bdca5d9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3059394 Feb 02 15:48:20.119449 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5fe1df9d-9830-496b-b17d-04e107c6ded6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=32ecaaad-89f4-4600-9700-b822bc91f08e,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:20.121698 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 50992) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:20.141842 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-63a6a5d9-eef2-4bbb-86e4-886edeb40878 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=95d6abe46259409f9232b3d2452c58e9&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0452416 Feb 02 15:48:20.186238 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a440d71e-c9fb-4692-a4ea-2d45de8aba8d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.213903 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a440d71e-c9fb-4692-a4ea-2d45de8aba8d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.285677 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a440d71e-c9fb-4692-a4ea-2d45de8aba8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.322928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a440d71e-c9fb-4692-a4ea-2d45de8aba8d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=32ecaaad-89f4-4600-9700-b822bc91f08e,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:20.334638 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a440d71e-c9fb-4692-a4ea-2d45de8aba8d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.335814 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a440d71e-c9fb-4692-a4ea-2d45de8aba8d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/32ecaaad-89f4-4600-9700-b822bc91f08e HTTP/1.1" status: 204 len: 168 time: 0.2131829 Feb 02 15:48:20.383513 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d94b9e64-4895-47d8-a5a8-913e7ffeed17 req-de88f294-8106-4b4d-a0f6-09da7d65ac08 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 210 time: 0.0737906 Feb 02 15:48:20.785713 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 51020) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:20.813360 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:20.828362 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f08c38ce-d364-44de-9b5b-2331b44c1286 req-7da17197-99d0-428f-b9cd-e92d21385d93 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:20.830167 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f08c38ce-d364-44de-9b5b-2331b44c1286 req-7da17197-99d0-428f-b9cd-e92d21385d93 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0884826 Feb 02 15:48:20.833769 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:20.839435 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Usage tracker for resource:security_group_rule and tenant:fdcc417e4e634901bbb4b775ed63b43b is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:20.842788 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:20.855594 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:20.879663 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f08c38ce-d364-44de-9b5b-2331b44c1286 req-6895fcc9-6182-4b9d-a4a7-fbf681c7be3e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0436382 Feb 02 15:48:20.890866 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687107-5bad-492d-89e0-74510abd9726 req-ed4f93e1-d579-4d5b-8428-3e4040f08451 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:20.892489 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-83687107-5bad-492d-89e0-74510abd9726 req-ed4f93e1-d579-4d5b-8428-3e4040f08451 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1949728 Feb 02 15:48:21.089219 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687107-5bad-492d-89e0-74510abd9726 req-ff64dc30-211c-4675-baf2-c288760c1f6b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:21.090642 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-83687107-5bad-492d-89e0-74510abd9726 req-ff64dc30-211c-4675-baf2-c288760c1f6b service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.1890750 Feb 02 15:48:21.094700 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.098953 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.203752 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-83687107-5bad-492d-89e0-74510abd9726 req-73c2d84d-a181-4daa-93dd-cf4d77ef0fb8 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 217 time: 0.0972672 Feb 02 15:48:21.209072 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fdcc417e4e634901bbb4b775ed63b43b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4212091 Feb 02 15:48:21.212062 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51024) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:21.245710 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45446618-dfa2-4b31-9838-bcd4648c561c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=b9a1454e-c69d-42a1-90ab-4d38e9ee7f26,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:21.273075 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-83687107-5bad-492d-89e0-74510abd9726 req-a92c44c6-b40c-4d2b-be20-948fcb1308a2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:21.274546 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-83687107-5bad-492d-89e0-74510abd9726 req-a92c44c6-b40c-4d2b-be20-948fcb1308a2 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.0623794 Feb 02 15:48:21.276910 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.304384 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-83687107-5bad-492d-89e0-74510abd9726 req-4a06e40d-12fb-4382-a7ee-b6d0b0ea196e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0436676 Feb 02 15:48:21.360027 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.375192 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b9a1454e-c69d-42a1-90ab-4d38e9ee7f26,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:21.385583 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.385943 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.386350 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.386680 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.387030 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.387308 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.387755 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.387937 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.388366 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.388584 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.388861 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.389171 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:21.396887 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:21.398022 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-fb7ba76b-9c50-4a6e-9abe-53bca2863da6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b9a1454e-c69d-42a1-90ab-4d38e9ee7f26 HTTP/1.1" status: 204 len: 168 time: 0.1849811 Feb 02 15:48:21.492102 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-83687107-5bad-492d-89e0-74510abd9726 req-00ccccb6-8c91-44ee-a794-5792d518e5bb service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1418402 Feb 02 15:48:21.560392 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1f84abe-3c3b-4dad-b559-63f597d8662a req-012045c1-2ed2-40e8-b91d-336bcb75e5eb tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 210 time: 0.0480828 Feb 02 15:48:21.660282 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-83687107-5bad-492d-89e0-74510abd9726 req-33676a67-d1b9-46e3-8701-6e7f005b6a34 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1454308 Feb 02 15:48:22.083148 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-59b21e95-94bb-4f5a-aa01-7e1cfa481b69 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.41 "GET /v2.0/networks?tenant_id=95d6abe46259409f9232b3d2452c58e9&shared=False HTTP/1.1" status: 200 len: 213 time: 0.0467753 Feb 02 15:48:22.089274 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-773928de-bb19-4fa6-9d37-428228882146 req-e2f21c1c-fff6-48b5-a0fc-dc5088165a7c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:22.090959 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-773928de-bb19-4fa6-9d37-428228882146 req-e2f21c1c-fff6-48b5-a0fc-dc5088165a7c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0942774 Feb 02 15:48:22.145324 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-773928de-bb19-4fa6-9d37-428228882146 req-c49382fb-961d-459e-a8c8-1b8b65da0de3 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0485187 Feb 02 15:48:22.263693 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-f7fafdb8-5428-41cf-a31b-6d853b64f8b4 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:22.265112 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-f7fafdb8-5428-41cf-a31b-6d853b64f8b4 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 769 time: 0.1692734 Feb 02 15:48:22.288422 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Request body: {'port': {'device_id': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd', 'admin_state_up': True, 'tenant_id': '95d6abe46259409f9232b3d2452c58e9'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:22.507572 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:22.511797 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Usage tracker for resource:port and tenant:95d6abe46259409f9232b3d2452c58e9 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:22.515557 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:22.521467 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:22.530934 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Made reservation on behalf of 95d6abe46259409f9232b3d2452c58e9 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:22.535408 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.548184 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.564262 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:22.568707 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Usage tracker for resource:security_group_rule and tenant:95d6abe46259409f9232b3d2452c58e9 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:22.571690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:22.577293 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:22.674028 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.679388 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:22.749786 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc6287b9-0d26-4cdd-9594-c587cdc84fe3 req-77306123-ac8f-4afd-84af-917c6adb0629 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 210 time: 0.0565212 Feb 02 15:48:22.752311 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b24e427a-fa49-4880-9be2-300404820f95,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:22.766323 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.766323 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.766594 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.766888 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.767208 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.767536 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.767857 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.768186 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.768503 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.768823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.769796 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.770141 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:22.894803 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Allocated IP 192.168.233.204 (e14d4f5a-2614-439f-9d01-4816205a63dd/46ba7beb-9262-4666-afb9-f3ce459010bc/f11baa50-a134-4ce1-b170-09844ee67a64) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:23.106812 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.123472 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Transition to ACTIVE for port object f11baa50-a134-4ce1-b170-09844ee67a64 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:23.149219 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.225290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Network e14d4f5a-2614-439f-9d01-4816205a63dd is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:23.228682 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:23.231278 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:48:23.271858 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Pushing event updated for resources: {'Port': ['ID=f11baa50-a134-4ce1-b170-09844ee67a64,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:23.312708 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:23.313413 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.348649 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2163f3c3-4b6d-444f-a1f3-6c39f0c3b99b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 938 time: 1.0645006 Feb 02 15:48:23.365641 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20610833-4a78-437e-a137-511ebb8dc20f req-8044dd30-929f-4577-aaaf-755a75c912b8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:23.373064 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-20610833-4a78-437e-a137-511ebb8dc20f req-8044dd30-929f-4577-aaaf-755a75c912b8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1026623 Feb 02 15:48:23.373595 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Request body: {'port': {'device_id': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:23.379391 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-732376b2-5f23-4d3b-a4d3-a6cd1cf8af4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.442313 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-20610833-4a78-437e-a137-511ebb8dc20f req-7a7a1578-3abc-4744-8a6a-eba328e8b11a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0577741 Feb 02 15:48:23.497914 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-b8c5b9cb-eb4a-43db-a19f-c214e405c297 None None] Provisioning for port f11baa50-a134-4ce1-b170-09844ee67a64 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:23.503147 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-b8c5b9cb-eb4a-43db-a19f-c214e405c297 None None] Provisioning complete for port f11baa50-a134-4ce1-b170-09844ee67a64 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:23.503897 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b8c5b9cb-eb4a-43db-a19f-c214e405c297 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.524263 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.572888 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-b8c5b9cb-eb4a-43db-a19f-c214e405c297 None None] Port f11baa50-a134-4ce1-b170-09844ee67a64 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:48:23.668309 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51104) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:23.806189 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.825414 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:23.829391 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Usage tracker for resource:security_group_rule and tenant:9d44d5f857bf4005a82ea8cff8df7632 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:23.834418 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:23.841882 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:23.892800 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f11baa50-a134-4ce1-b170-09844ee67a64 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:48:23.900648 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:23.915870 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Transition to ACTIVE for port object f11baa50-a134-4ce1-b170-09844ee67a64 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:23.919625 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.000065 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8c4b5961-8055-42ac-963d-c59ba6f6eb59 req-a88cfd73-5b5d-41b2-9ea3-5d3dea3c4f3b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:24.001818 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8c4b5961-8055-42ac-963d-c59ba6f6eb59 req-a88cfd73-5b5d-41b2-9ea3-5d3dea3c4f3b tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 936 time: 0.1355569 Feb 02 15:48:24.011487 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.028048 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.094964 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Pushing event updated for resources: {'Port': ['ID=f11baa50-a134-4ce1-b170-09844ee67a64,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:24.095428 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9d44d5f857bf4005a82ea8cff8df7632&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4258640 Feb 02 15:48:24.102398 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51124) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:24.109893 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8c4b5961-8055-42ac-963d-c59ba6f6eb59 req-8be24095-f7cb-4dc5-b562-926fb5e8c229 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1008499 Feb 02 15:48:24.111080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45e4d7a4-0e07-47dd-be56-66e8c9b707f9 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=57c756aa-078c-4831-969a-2a10addcc203,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:24.189744 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a53dc856-727c-4ed1-9c0d-a70c0cafcbbd admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.205295 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Attempting to bind port f11baa50-a134-4ce1-b170-09844ee67a64 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:24.205795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Attempting to bind port f11baa50-a134-4ce1-b170-09844ee67a64 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:24.206027 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Attempting to bind port f11baa50-a134-4ce1-b170-09844ee67a64 on network e14d4f5a-2614-439f-9d01-4816205a63dd {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:48:24.211438 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Port f11baa50-a134-4ce1-b170-09844ee67a64 on network e14d4f5a-2614-439f-9d01-4816205a63dd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:48:24.212021 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Attempting to bind port f11baa50-a134-4ce1-b170-09844ee67a64 on network e14d4f5a-2614-439f-9d01-4816205a63dd {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:48:24.217787 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:48:24.218174 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Checking segment: {'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:48:24.218569 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Bound using segment: {'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:48:24.218999 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Bound port: f11baa50-a134-4ce1-b170-09844ee67a64, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b178f600-e715-4eb5-91d7-8765b078a0b9', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 393, 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:24.219342 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.225246 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a53dc856-727c-4ed1-9c0d-a70c0cafcbbd admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.287464 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a53dc856-727c-4ed1-9c0d-a70c0cafcbbd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.309013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a53dc856-727c-4ed1-9c0d-a70c0cafcbbd admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=57c756aa-078c-4831-969a-2a10addcc203,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:24.316038 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a53dc856-727c-4ed1-9c0d-a70c0cafcbbd admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.317512 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a53dc856-727c-4ed1-9c0d-a70c0cafcbbd admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/57c756aa-078c-4831-969a-2a10addcc203 HTTP/1.1" status: 204 len: 168 time: 0.2123649 Feb 02 15:48:24.321403 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] For port f11baa50-a134-4ce1-b170-09844ee67a64, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:48:24.326137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] For port f11baa50-a134-4ce1-b170-09844ee67a64, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f11baa50-a134-4ce1-b170-09844ee67a64,segment=NetworkSegment(b178f600-e715-4eb5-91d7-8765b078a0b9),segment_id=b178f600-e715-4eb5-91d7-8765b078a0b9)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:48:24.330485 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.390271 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:24.390884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:24.392527 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] 10.222.0.41 "PUT /v2.0/ports/f11baa50-a134-4ce1-b170-09844ee67a64 HTTP/1.1" status: 200 len: 1098 time: 1.0273504 Feb 02 15:48:24.396684 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'tag': 'f11baa50-a134-4ce1-b170-09844ee67a64'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:24.424278 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3208d26-b3df-4602-a023-dd744c460f01 service neutron] Pushing event updated for resources: {'Port': ['ID=f11baa50-a134-4ce1-b170-09844ee67a64,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:24.458888 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'tag': 'f11baa50-a134-4ce1-b170-09844ee67a64', 'status': 'completed', 'code': 200} Feb 02 15:48:24.626619 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2946686c-c024-4d7b-a085-f7d2907d947d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:24.628705 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-2946686c-c024-4d7b-a085-f7d2907d947d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d6abe46259409f9232b3d2452c58e9&device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 1101 time: 0.1395044 Feb 02 15:48:24.666240 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d0f384f4-4b2f-46ca-bbf9-f3c482af2a7c req-99a50311-52ee-4eb0-b12c-c31fd188b3a2 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:24.673742 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d0f384f4-4b2f-46ca-bbf9-f3c482af2a7c req-99a50311-52ee-4eb0-b12c-c31fd188b3a2 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1193821 Feb 02 15:48:24.762412 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d0f384f4-4b2f-46ca-bbf9-f3c482af2a7c req-58ae32e7-ec5c-4db5-a009-652751a36ac9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0877833 Feb 02 15:48:24.802151 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-4df323e2-261e-4482-812a-b1940fc93e21 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f11baa50-a134-4ce1-b170-09844ee67a64 HTTP/1.1" status: 200 len: 217 time: 0.1565530 Feb 02 15:48:24.937928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-6d20d230-e299-4899-b919-7b819da734ef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:24.939567 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-6d20d230-e299-4899-b919-7b819da734ef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ba7beb-9262-4666-afb9-f3ce459010bc HTTP/1.1" status: 200 len: 843 time: 0.1300581 Feb 02 15:48:25.031409 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-81add06c-57b3-45e5-8f67-e78de9993461 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:25.033039 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-81add06c-57b3-45e5-8f67-e78de9993461 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e14d4f5a-2614-439f-9d01-4816205a63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0866489 Feb 02 15:48:25.185330 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-b0217433-fb73-4363-8650-9ab9aa6543a5 service neutron] 10.222.0.41 "GET /v2.0/networks/e14d4f5a-2614-439f-9d01-4816205a63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1437790 Feb 02 15:48:25.319707 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b50840d7-10b4-416f-b528-09fde43b129b req-88ab7330-0455-4901-abd8-ab93f98638ca tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:25.321237 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b50840d7-10b4-416f-b528-09fde43b129b req-88ab7330-0455-4901-abd8-ab93f98638ca tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 948 time: 0.0924997 Feb 02 15:48:25.339000 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0377ee03-06d2-4b39-a479-e349272a3fc1 req-0d3b663e-22d9-430d-b9d0-84f37ee34750 service neutron] 10.222.0.41 "GET /v2.0/networks/e14d4f5a-2614-439f-9d01-4816205a63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1439717 Feb 02 15:48:25.366661 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b50840d7-10b4-416f-b528-09fde43b129b req-18bb2bf9-c152-4fab-a26a-9c8a42e9fb80 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398419 Feb 02 15:48:25.563476 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498983cb-2707-49d9-9225-cec305f74556 req-df19fa4e-3fc9-4a90-98ae-a6ec2961e149 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:25.564958 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-498983cb-2707-49d9-9225-cec305f74556 req-df19fa4e-3fc9-4a90-98ae-a6ec2961e149 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=95d6abe46259409f9232b3d2452c58e9&device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 1101 time: 0.0760989 Feb 02 15:48:25.699611 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2ec74ca8-fe0e-4a7a-9779-706ce9b64234 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:25.708928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498983cb-2707-49d9-9225-cec305f74556 req-b067d43a-f7cd-40e1-a85b-7d8f978838e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:25.710534 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-498983cb-2707-49d9-9225-cec305f74556 req-b067d43a-f7cd-40e1-a85b-7d8f978838e8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=e14d4f5a-2614-439f-9d01-4816205a63dd HTTP/1.1" status: 200 len: 870 time: 0.1334774 Feb 02 15:48:25.796369 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-498983cb-2707-49d9-9225-cec305f74556 req-04443810-44f0-46d6-aad6-35a71fb80a1c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=192.168.233.204&port_id=f11baa50-a134-4ce1-b170-09844ee67a64 HTTP/1.1" status: 200 len: 217 time: 0.0784564 Feb 02 15:48:25.879491 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498983cb-2707-49d9-9225-cec305f74556 req-5ed0b3d5-a794-4338-8491-2c032e24ec74 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:25.881109 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-498983cb-2707-49d9-9225-cec305f74556 req-5ed0b3d5-a794-4338-8491-2c032e24ec74 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=46ba7beb-9262-4666-afb9-f3ce459010bc HTTP/1.1" status: 200 len: 843 time: 0.0771108 Feb 02 15:48:25.989313 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-498983cb-2707-49d9-9225-cec305f74556 req-2a9e54a9-e0fa-449d-ad01-0eb4be788aaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:25.990853 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-498983cb-2707-49d9-9225-cec305f74556 req-2a9e54a9-e0fa-449d-ad01-0eb4be788aaa service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=e14d4f5a-2614-439f-9d01-4816205a63dd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1178 time: 0.0902736 Feb 02 15:48:26.058648 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ffb8fe6d-9b7b-4e42-b6e1-d92d333118fd req-59ebb352-8f3c-43cc-b6f2-7908571dc08d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:26.060436 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ffb8fe6d-9b7b-4e42-b6e1-d92d333118fd req-59ebb352-8f3c-43cc-b6f2-7908571dc08d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1709282 Feb 02 15:48:26.105807 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ffb8fe6d-9b7b-4e42-b6e1-d92d333118fd req-35ed7c8b-1bf8-470f-b36a-6d9c3ed937a8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389152 Feb 02 15:48:26.137035 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-498983cb-2707-49d9-9225-cec305f74556 req-d86bd480-7aad-4cef-8d9d-72acbc17d152 service neutron] 10.222.0.41 "GET /v2.0/networks/e14d4f5a-2614-439f-9d01-4816205a63dd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1335902 Feb 02 15:48:26.275871 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-498983cb-2707-49d9-9225-cec305f74556 req-23eecacf-f864-4dc5-b8ef-933cb38065bb service neutron] 10.222.0.41 "GET /v2.0/networks/e14d4f5a-2614-439f-9d01-4816205a63dd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1283660 Feb 02 15:48:26.562707 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6eacf39-16c5-4ccb-8773-86f68a013f49 req-b0f7d044-5e44-4658-a71d-d448ba3486f3 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:26.564221 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a6eacf39-16c5-4ccb-8773-86f68a013f49 req-b0f7d044-5e44-4658-a71d-d448ba3486f3 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 948 time: 0.0822110 Feb 02 15:48:26.611497 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a6eacf39-16c5-4ccb-8773-86f68a013f49 req-dc9b84e7-d1a6-493c-b386-e2e80691f042 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404429 Feb 02 15:48:26.720050 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:26.756326 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:27.294112 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ad1c6a9-0604-4bd9-abf4-430f2ccf3dc4 req-5968ad13-f840-4781-9d0a-7fa9b17eb12a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:27.295533 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8ad1c6a9-0604-4bd9-abf4-430f2ccf3dc4 req-5968ad13-f840-4781-9d0a-7fa9b17eb12a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0838320 Feb 02 15:48:27.340043 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8ad1c6a9-0604-4bd9-abf4-430f2ccf3dc4 req-e619e9ca-e0ff-4c5b-9ee9-d789a6ce0e13 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389180 Feb 02 15:48:27.803477 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-be7c93e5-18ff-4c6c-8a14-810a62200d33 req-34d8628c-31e7-4816-9480-cf4c9a899eb2 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:27.804963 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-be7c93e5-18ff-4c6c-8a14-810a62200d33 req-34d8628c-31e7-4816-9480-cf4c9a899eb2 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 948 time: 0.0834811 Feb 02 15:48:27.852365 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-be7c93e5-18ff-4c6c-8a14-810a62200d33 req-a651f080-d7b1-4d87-aa95-6fa00004566f tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415733 Feb 02 15:48:28.236662 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:28.538183 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebf90284-a8e8-4ccb-a006-eee0b9a38802 req-eef8a647-c243-4ed0-a992-fc104314af12 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:28.539732 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebf90284-a8e8-4ccb-a006-eee0b9a38802 req-eef8a647-c243-4ed0-a992-fc104314af12 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0894139 Feb 02 15:48:28.583662 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebf90284-a8e8-4ccb-a006-eee0b9a38802 req-73e35170-8f8b-47aa-aef3-0f2a8516bcdd tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383704 Feb 02 15:48:28.776608 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f11baa50-a134-4ce1-b170-09844ee67a64 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:48:28.927116 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f11baa50-a134-4ce1-b170-09844ee67a64, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f11baa50-a134-4ce1-b170-09844ee67a64,segment=NetworkSegment(b178f600-e715-4eb5-91d7-8765b078a0b9),segment_id=b178f600-e715-4eb5-91d7-8765b078a0b9)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:48:28.944883 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'f11baa50-a134-4ce1-b170-09844ee67a64', 'network_id': 'e14d4f5a-2614-439f-9d01-4816205a63dd', 'port_id': 'f11baa50-a134-4ce1-b170-09844ee67a64', 'mac_address': 'fa:16:3e:2b:8d:a5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 393, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '46ba7beb-9262-4666-afb9-f3ce459010bc', 'ip_address': '192.168.233.204'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:48:29.006002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.023024 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f11baa50-a134-4ce1-b170-09844ee67a64 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:48:29.038610 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f11baa50-a134-4ce1-b170-09844ee67a64, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f11baa50-a134-4ce1-b170-09844ee67a64,segment=NetworkSegment(b178f600-e715-4eb5-91d7-8765b078a0b9),segment_id=b178f600-e715-4eb5-91d7-8765b078a0b9)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:48:29.043394 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:29.080884 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58684059-5667-482d-90df-e6193e592f20 req-03282a91-40c6-4793-bceb-f9866bc8252d tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:29.083772 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58684059-5667-482d-90df-e6193e592f20 req-03282a91-40c6-4793-bceb-f9866bc8252d tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 948 time: 0.1116626 Feb 02 15:48:29.128983 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=f11baa50-a134-4ce1-b170-09844ee67a64,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:29.138429 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.139001 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.139345 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.139684 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.140017 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.140351 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.140679 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.141005 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.141332 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.141652 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.142137 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.142601 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:29.149999 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58684059-5667-482d-90df-e6193e592f20 req-5d49efc2-34c6-46b2-b518-b4cf9d03cdbe tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547979 Feb 02 15:48:29.683465 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['f11baa50-a134-4ce1-b170-09844ee67a64'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:48:29.781595 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-828fd129-f805-4f2e-ad7c-4698e91de534 req-8f6d66c7-a8ab-4c58-a2d4-653e5cebf59f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:29.783096 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-828fd129-f805-4f2e-ad7c-4698e91de534 req-8f6d66c7-a8ab-4c58-a2d4-653e5cebf59f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0864639 Feb 02 15:48:29.830385 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-828fd129-f805-4f2e-ad7c-4698e91de534 req-c5e72d49-b15f-4258-9e28-ae986760b73b tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414021 Feb 02 15:48:30.353223 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4bd50c8b-b224-4e2d-a341-ccf958d72caf req-83bfea7c-7909-48fa-b22c-a53d4c6de6d0 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:30.355436 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4bd50c8b-b224-4e2d-a341-ccf958d72caf req-83bfea7c-7909-48fa-b22c-a53d4c6de6d0 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 949 time: 0.0947978 Feb 02 15:48:30.403037 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4bd50c8b-b224-4e2d-a341-ccf958d72caf req-c212f76b-2098-4a4f-92c8-bae4bf78157e tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415750 Feb 02 15:48:31.031494 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07511b3a-6dca-442d-85ae-a0d0af65b874 req-559e56d0-b2b2-49bd-b1ee-aff2a3f799dc tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:31.035183 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-07511b3a-6dca-442d-85ae-a0d0af65b874 req-559e56d0-b2b2-49bd-b1ee-aff2a3f799dc tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0861750 Feb 02 15:48:31.103554 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-07511b3a-6dca-442d-85ae-a0d0af65b874 req-a4abc8bd-ed7c-4ca7-8ca8-bfb55309d673 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0637443 Feb 02 15:48:31.744684 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-555512cc-2555-47ce-a5e0-4a3ed7cc0f53 req-1f762cb5-ba1e-42a7-a138-f97fb23f0b88 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:31.746211 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-555512cc-2555-47ce-a5e0-4a3ed7cc0f53 req-1f762cb5-ba1e-42a7-a138-f97fb23f0b88 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 949 time: 0.0859621 Feb 02 15:48:31.802351 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-555512cc-2555-47ce-a5e0-4a3ed7cc0f53 req-0d90ea3f-a2c2-4e33-a5d1-1172fe24c829 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0495234 Feb 02 15:48:32.341360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6fb69962-47ae-4486-b7ac-45b3a0af9802 req-025cbd2d-7e47-413e-8e7c-4df2867cef01 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:32.343336 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6fb69962-47ae-4486-b7ac-45b3a0af9802 req-025cbd2d-7e47-413e-8e7c-4df2867cef01 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1019523 Feb 02 15:48:32.393140 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6fb69962-47ae-4486-b7ac-45b3a0af9802 req-b2a6b917-1247-4742-93ba-8423e77d7fdf tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407922 Feb 02 15:48:32.983605 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-796a9f85-a802-4b2a-8258-00ce0cdc4269 req-a9f11382-49ea-4703-b335-48814edbfce1 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:32.984947 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-796a9f85-a802-4b2a-8258-00ce0cdc4269 req-a9f11382-49ea-4703-b335-48814edbfce1 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 949 time: 0.0785339 Feb 02 15:48:33.028676 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-796a9f85-a802-4b2a-8258-00ce0cdc4269 req-e90070d0-1de1-441f-a279-c2e280184413 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380604 Feb 02 15:48:33.584318 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db0b9f3a-aaea-4089-8c83-2da684e1ad00 req-a637b619-853e-45e2-8666-d644df8f63b7 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:33.585759 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-db0b9f3a-aaea-4089-8c83-2da684e1ad00 req-a637b619-853e-45e2-8666-d644df8f63b7 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0867591 Feb 02 15:48:33.629400 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-db0b9f3a-aaea-4089-8c83-2da684e1ad00 req-2cad593e-a8cd-4eba-a6bd-d3455cf13f2a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0379784 Feb 02 15:48:33.652530 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f11baa50-a134-4ce1-b170-09844ee67a64 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:33.720795 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port f11baa50-a134-4ce1-b170-09844ee67a64 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:33.726064 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port f11baa50-a134-4ce1-b170-09844ee67a64 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:33.726467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.842609 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.869492 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11baa50-a134-4ce1-b170-09844ee67a64'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:33.881173 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f11baa50-a134-4ce1-b170-09844ee67a64, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f11baa50-a134-4ce1-b170-09844ee67a64,segment=NetworkSegment(b178f600-e715-4eb5-91d7-8765b078a0b9),segment_id=b178f600-e715-4eb5-91d7-8765b078a0b9)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:48:33.892791 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:33.930895 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f11baa50-a134-4ce1-b170-09844ee67a64', 'code': 200} Feb 02 15:48:33.965343 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=f11baa50-a134-4ce1-b170-09844ee67a64,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:34.208867 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b88f2b47-881a-42fd-b6c5-d3f37d89bc12 req-7eb3f6a8-eb22-488d-86a9-c3d9034d0442 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:34.210344 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b88f2b47-881a-42fd-b6c5-d3f37d89bc12 req-7eb3f6a8-eb22-488d-86a9-c3d9034d0442 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.0782759 Feb 02 15:48:34.253595 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b88f2b47-881a-42fd-b6c5-d3f37d89bc12 req-b16d79ac-e5d0-4c9e-b2fe-6a23390b01e0 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377178 Feb 02 15:48:34.823080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b34746ef-3048-4561-bd83-ca65a9ec23fb req-84eae696-9c67-4499-9c95-023ca14d8898 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:34.824541 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b34746ef-3048-4561-bd83-ca65a9ec23fb req-84eae696-9c67-4499-9c95-023ca14d8898 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0852320 Feb 02 15:48:34.871085 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b34746ef-3048-4561-bd83-ca65a9ec23fb req-5c4ec61e-ae23-445a-aaea-71c44f9e845a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0406938 Feb 02 15:48:34.930285 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e41885-7b73-48ca-a175-17eb86a787ed req-54507d33-b443-49cd-bba6-15289daf12ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:34.931820 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-99e41885-7b73-48ca-a175-17eb86a787ed req-54507d33-b443-49cd-bba6-15289daf12ce service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 1103 time: 0.0749090 Feb 02 15:48:34.975169 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-99e41885-7b73-48ca-a175-17eb86a787ed req-8444f2c5-87f3-4e3e-8dd0-893295448291 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0332181 Feb 02 15:48:35.441773 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7fd9aeac-53b5-4e93-86db-214646bcb6d5 req-87cbc08a-bab8-4096-9bda-914502e5fb71 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:35.443272 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7fd9aeac-53b5-4e93-86db-214646bcb6d5 req-87cbc08a-bab8-4096-9bda-914502e5fb71 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.0842254 Feb 02 15:48:35.498320 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7fd9aeac-53b5-4e93-86db-214646bcb6d5 req-ad58d969-01db-4e1f-97fc-e04ad2bbaabc tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0489147 Feb 02 15:48:36.063315 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-59a5e0d1-4a78-4d36-a448-b481ec28bdae req-fd05b4ff-9bfa-43f8-9122-4d4c6f8ea111 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:36.064751 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-59a5e0d1-4a78-4d36-a448-b481ec28bdae req-fd05b4ff-9bfa-43f8-9122-4d4c6f8ea111 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0790677 Feb 02 15:48:36.108358 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-59a5e0d1-4a78-4d36-a448-b481ec28bdae req-b92aa0f9-0b20-4249-aae9-fb3815b09e9a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372913 Feb 02 15:48:36.693075 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-315c3857-3c16-4f3e-b450-b9ed1401a0c9 req-46a16228-5652-407a-9c2c-fd8465cc0158 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:36.694573 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-315c3857-3c16-4f3e-b450-b9ed1401a0c9 req-46a16228-5652-407a-9c2c-fd8465cc0158 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.0878305 Feb 02 15:48:36.742906 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-315c3857-3c16-4f3e-b450-b9ed1401a0c9 req-76331ef9-fc16-4e4e-a6e9-7b8a2ef18687 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422018 Feb 02 15:48:37.292811 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-71d40ddb-c3b2-475d-9842-a7afa596a1cc req-9529b312-f6aa-454d-b1db-64b9760a5052 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:37.294305 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-71d40ddb-c3b2-475d-9842-a7afa596a1cc req-9529b312-f6aa-454d-b1db-64b9760a5052 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0807986 Feb 02 15:48:37.342496 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-71d40ddb-c3b2-475d-9842-a7afa596a1cc req-e460df55-72c8-4d15-888a-50fa4b172c4e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0407550 Feb 02 15:48:37.994519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3461dbbe-e46f-449a-9517-371f42080c0c req-2e24bf05-9daa-4a86-a978-ab9432fa147f tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:37.995914 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3461dbbe-e46f-449a-9517-371f42080c0c req-2e24bf05-9daa-4a86-a978-ab9432fa147f tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.1464746 Feb 02 15:48:38.040512 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3461dbbe-e46f-449a-9517-371f42080c0c req-23312067-ebb0-4638-a1d5-008921ea9833 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390248 Feb 02 15:48:38.526116 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a42cff2-dd04-436b-a580-3ec149376320 req-b360f47b-2b1d-4e21-9aaa-d106cf498d7f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:38.527613 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5a42cff2-dd04-436b-a580-3ec149376320 req-b360f47b-2b1d-4e21-9aaa-d106cf498d7f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0794230 Feb 02 15:48:38.576709 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5a42cff2-dd04-436b-a580-3ec149376320 req-19b2943a-f33e-42b0-8555-2b9e42ae2d55 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0432236 Feb 02 15:48:39.225287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96574074-86c1-4e1e-a56b-75b46b8c560c req-e4822c3f-cd92-42a6-87d8-502a76c7f8c4 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:39.226782 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-96574074-86c1-4e1e-a56b-75b46b8c560c req-e4822c3f-cd92-42a6-87d8-502a76c7f8c4 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.0788674 Feb 02 15:48:39.270651 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-96574074-86c1-4e1e-a56b-75b46b8c560c req-75b81183-e81a-48a0-aa4e-2e6037b481a4 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0382619 Feb 02 15:48:39.778261 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0ac5f992-46a1-427b-8153-ee54b7f36a9c req-08ce40ba-1af1-4710-b5a9-b7ea09eb6cca tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:39.779730 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0ac5f992-46a1-427b-8153-ee54b7f36a9c req-08ce40ba-1af1-4710-b5a9-b7ea09eb6cca tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0861421 Feb 02 15:48:39.826209 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0ac5f992-46a1-427b-8153-ee54b7f36a9c req-aefbe2bb-addb-4f6e-a89b-fd46c403b92d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394619 Feb 02 15:48:40.461850 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4413eaa0-5cb6-473b-a531-162204c8bc60 req-a86f1a3a-edb4-4177-8ba6-4e8af25db372 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:40.463324 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4413eaa0-5cb6-473b-a531-162204c8bc60 req-a86f1a3a-edb4-4177-8ba6-4e8af25db372 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.0854309 Feb 02 15:48:40.513047 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4413eaa0-5cb6-473b-a531-162204c8bc60 req-9f019d6f-e4c3-40e3-af73-59888ae4fa1e tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0439742 Feb 02 15:48:41.014827 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5eec1d86-56e2-41c8-9027-b81414836014 req-969c7423-80f1-4c94-9bfd-147c15e7c860 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:41.016314 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5eec1d86-56e2-41c8-9027-b81414836014 req-969c7423-80f1-4c94-9bfd-147c15e7c860 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.0731852 Feb 02 15:48:41.049395 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-77f7d0f6-83ff-411b-9e44-8a849c398d72 req-f5879674-a6ca-4251-b1b5-5d2fc8cf668d tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:41.051450 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-77f7d0f6-83ff-411b-9e44-8a849c398d72 req-f5879674-a6ca-4251-b1b5-5d2fc8cf668d tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.1537740 Feb 02 15:48:41.059556 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef4348d7-677c-4a66-9145-a7c5d0edb8c0 req-a7493d9a-c8c2-4d33-b092-d323ca4e88e9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:41.062665 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ef4348d7-677c-4a66-9145-a7c5d0edb8c0 req-a7493d9a-c8c2-4d33-b092-d323ca4e88e9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1184657 Feb 02 15:48:41.064365 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5eec1d86-56e2-41c8-9027-b81414836014 req-d33222bb-9942-4775-ad5b-20bd7c06f8d6 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0414596 Feb 02 15:48:41.141367 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-77f7d0f6-83ff-411b-9e44-8a849c398d72 req-2992e1ec-e982-4c1a-94b6-d4870d7ceb48 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0775466 Feb 02 15:48:41.145681 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ef4348d7-677c-4a66-9145-a7c5d0edb8c0 req-522bbd84-d399-42a2-a6ad-da6d34814b63 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0645289 Feb 02 15:48:42.397352 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19dc6358-dc43-478c-b907-56aadac43d22 req-53f3da05-a7b7-4dbd-a013-5a3cc40eaaa8 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:42.399026 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-19dc6358-dc43-478c-b907-56aadac43d22 req-53f3da05-a7b7-4dbd-a013-5a3cc40eaaa8 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.1472077 Feb 02 15:48:42.415842 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a75a6ca2-97b4-4447-ae66-ffc8a291376c req-6268b45f-4be2-4f3d-9aef-bb3d26a0e094 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:42.417414 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a75a6ca2-97b4-4447-ae66-ffc8a291376c req-6268b45f-4be2-4f3d-9aef-bb3d26a0e094 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1318929 Feb 02 15:48:42.491293 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-19dc6358-dc43-478c-b907-56aadac43d22 req-c7db6fe0-84f7-4e51-a1a1-975b7ba5ad81 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0858221 Feb 02 15:48:42.512689 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a75a6ca2-97b4-4447-ae66-ffc8a291376c req-06aba61e-a111-4e75-94ec-f9f45082c814 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0827484 Feb 02 15:48:42.687418 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:48:43.771452 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-554ca7db-050d-48ad-9043-aa3d8455f5ae req-bedb7712-8089-48b6-865e-565a5cb9da7c tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:43.772914 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-554ca7db-050d-48ad-9043-aa3d8455f5ae req-bedb7712-8089-48b6-865e-565a5cb9da7c tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.1598961 Feb 02 15:48:43.780899 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d62c721-ce85-4746-862c-014019bd8106 req-5b6c78c5-879f-4a63-8651-f514208ad117 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:43.782285 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2d62c721-ce85-4746-862c-014019bd8106 req-5b6c78c5-879f-4a63-8651-f514208ad117 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1296537 Feb 02 15:48:43.856479 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-554ca7db-050d-48ad-9043-aa3d8455f5ae req-e86d9497-deab-465a-a911-b41ed5e21699 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0730240 Feb 02 15:48:43.866005 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2d62c721-ce85-4746-862c-014019bd8106 req-582795f4-9716-4396-a861-c6d20e5ced40 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0680332 Feb 02 15:48:44.001302 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.150825 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-cb37a446-fe46-4cf0-8ebb-c30b00f122fb tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:44.151571 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-cb37a446-fe46-4cf0-8ebb-c30b00f122fb tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Synchronizing usage tracker for tenant:95d6abe46259409f9232b3d2452c58e9 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:48:44.170757 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-cb37a446-fe46-4cf0-8ebb-c30b00f122fb tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Unset dirty status for tenant:95d6abe46259409f9232b3d2452c58e9 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:48:44.172557 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-cb37a446-fe46-4cf0-8ebb-c30b00f122fb tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.41 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.1116645 Feb 02 15:48:44.253886 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Deleting port f11baa50-a134-4ce1-b170-09844ee67a64 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:48:44.254366 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.345442 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b4e8812-506c-47c9-8cd0-a545bc72158a req-8729095f-98e8-4118-b939-1c000710615f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:44.347471 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2b4e8812-506c-47c9-8cd0-a545bc72158a req-8729095f-98e8-4118-b939-1c000710615f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0821531 Feb 02 15:48:44.395382 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2b4e8812-506c-47c9-8cd0-a545bc72158a req-5b8f821b-9494-454d-a3d4-646ca92c293b tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0421646 Feb 02 15:48:44.572967 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-f6b7c5ca-0859-4078-a932-50ac85fc1905 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:44.574467 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-f6b7c5ca-0859-4078-a932-50ac85fc1905 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.2927873 Feb 02 15:48:44.710808 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] For port f11baa50-a134-4ce1-b170-09844ee67a64, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f11baa50-a134-4ce1-b170-09844ee67a64,segment=NetworkSegment(b178f600-e715-4eb5-91d7-8765b078a0b9),segment_id=b178f600-e715-4eb5-91d7-8765b078a0b9)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:48:44.711171 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:44.841810 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Calling delete_port for f11baa50-a134-4ce1-b170-09844ee67a64 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:48:44.920587 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-1249f53b-4e05-404d-b891-5c2e14a9b4de service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:44.922070 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-1249f53b-4e05-404d-b891-5c2e14a9b4de service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.3339102 Feb 02 15:48:45.013891 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-b2b91dab-70f7-44b4-bb1d-13c7a62c4e41 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 217 time: 0.0839937 Feb 02 15:48:45.079396 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96700746-5e75-4639-b665-1cf874986fd2 req-b89d48f1-6195-4e1c-9b19-26f7f7d06b43 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:45.081413 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-96700746-5e75-4639-b665-1cf874986fd2 req-b89d48f1-6195-4e1c-9b19-26f7f7d06b43 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 950 time: 0.0960693 Feb 02 15:48:45.142045 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-96700746-5e75-4639-b665-1cf874986fd2 req-3ebc9524-eb63-4218-bb34-2d6b9a318ef8 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/security-groups?id=b24e427a-fa49-4880-9be2-300404820f95&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0539722 Feb 02 15:48:45.146811 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-e32bade8-f2fb-4763-84f3-06665b479850 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:45.148337 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-e32bade8-f2fb-4763-84f3-06665b479850 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.1278443 Feb 02 15:48:45.149050 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.200000 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['f11baa50-a134-4ce1-b170-09844ee67a64'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:48:45.237356 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Pushing event deleted for resources: {'Port': ['ID=f11baa50-a134-4ce1-b170-09844ee67a64,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:45.247337 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-9283c0ce-891e-492b-bfc6-2c08a15158a9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0578141 Feb 02 15:48:45.404432 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] No DVR routers for this DVR port f11baa50-a134-4ce1-b170-09844ee67a64 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:48:45.408347 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.411614 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'name': 'network-vif-deleted', 'tag': 'f11baa50-a134-4ce1-b170-09844ee67a64'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:48:45.415917 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51562) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:45.446071 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5c2f6cf-3791-4040-a59e-d02ddb4bdc7b req-92a9b16d-b1c0-4b75-87ca-e9cb47776180 tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.41 "DELETE /v2.0/ports/f11baa50-a134-4ce1-b170-09844ee67a64 HTTP/1.1" status: 204 len: 173 time: 1.2586565 Feb 02 15:48:45.483846 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-fa9b934e-2499-479f-abb8-99a7cb63be0a service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2033217 Feb 02 15:48:45.491289 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '16eab59e-58cd-4d9b-9cad-c0f1e7a8977f', 'name': 'network-vif-deleted', 'tag': 'f11baa50-a134-4ce1-b170-09844ee67a64', 'status': 'completed', 'code': 200} Feb 02 15:48:45.569752 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.600304 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:45.608771 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Usage tracker for resource:security_group_rule and tenant:3c2bfdcb3316464ab1ef5d2adf0604de is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:45.612601 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:45.619044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:45.680887 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b61df6d1-dc2e-4b4a-af8e-00edfaa82c2b req-6ca4458d-9215-4ab1-a9fe-7b8b1d4d9743 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490235 Feb 02 15:48:45.789072 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9c229662-6b67-40b3-b20a-ddf820fb2acc req-353db9e5-b83f-44f0-9697-dfb4fb7809c4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:45.790939 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9c229662-6b67-40b3-b20a-ddf820fb2acc req-353db9e5-b83f-44f0-9697-dfb4fb7809c4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1689610 Feb 02 15:48:45.882663 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9c229662-6b67-40b3-b20a-ddf820fb2acc req-e0d2dec2-432e-4ba7-a9b6-200e33e6252a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0771489 Feb 02 15:48:45.884370 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.891110 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:45.938703 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3c2bfdcb3316464ab1ef5d2adf0604de&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5215142 Feb 02 15:48:45.941875 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 51574) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:45.943467 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-483ad084-3556-4f09-8bea-7adbad9197eb admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1c60a872-86b3-4838-8fb7-dd7a5fc4a232,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:45.999820 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fca9ffc0-0039-4223-8a3a-e643f08bc80c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.024771 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fca9ffc0-0039-4223-8a3a-e643f08bc80c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.078067 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fca9ffc0-0039-4223-8a3a-e643f08bc80c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.093845 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fca9ffc0-0039-4223-8a3a-e643f08bc80c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1c60a872-86b3-4838-8fb7-dd7a5fc4a232,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:46.098876 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fca9ffc0-0039-4223-8a3a-e643f08bc80c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.099883 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-fca9ffc0-0039-4223-8a3a-e643f08bc80c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1c60a872-86b3-4838-8fb7-dd7a5fc4a232 HTTP/1.1" status: 204 len: 168 time: 0.1569817 Feb 02 15:48:46.334310 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cc99fa24-de18-4abc-a067-9896e316d54d req-1468b58f-ecb2-4d90-8229-91c5cc02907d tempest-VolumesNegativeTest-1988450681 tempest-VolumesNegativeTest-1988450681-project] 10.222.0.18 "GET /v2.0/ports?device_id=16eab59e-58cd-4d9b-9cad-c0f1e7a8977f HTTP/1.1" status: 200 len: 210 time: 0.0424998 Feb 02 15:48:46.813572 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51606) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:46.918259 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-1131963585-network', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:46.923478 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:46.927670 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Usage tracker for resource:network and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:46.930657 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:46.937173 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:46.947355 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Made reservation on behalf of 485a8ed26a714f30ba82c207c3dc780e for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:46.949662 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.962033 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:46.976836 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:46.980616 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:46.983665 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:46.990946 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:47.109318 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57a8ad50-6423-419b-836f-c487905a527d req-41b45c36-f158-49d6-8f61-53383ee5a93a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:47.110806 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-57a8ad50-6423-419b-836f-c487905a527d req-41b45c36-f158-49d6-8f61-53383ee5a93a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1211898 Feb 02 15:48:47.179601 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.184479 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-57a8ad50-6423-419b-836f-c487905a527d req-d132d4e9-0317-46b4-af9e-dbe60e31a184 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663507 Feb 02 15:48:47.185657 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.215638 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] vlan segment allocate from pool success with {'vlan_id': 374, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:47.228027 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c4e7dedd-9c37-4d33-b8f4-0c9896d91120,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:47.235493 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.236482 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Added segment d1cfedee-e6d6-413d-8b0b-cdab8af133da of type vlan for network 512fa894-499c-44c1-9a64-9f5c5d28ff69 Feb 02 15:48:47.333732 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.362606 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.363468 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:47.365001 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.474321 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] Pushing event updated for resources: {'Network': ['ID=512fa894-499c-44c1-9a64-9f5c5d28ff69,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:47.477563 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-62b2e783-9642-4bc1-ab46-c9d56ed58402 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.6629405 Feb 02 15:48:47.480569 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51624) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:47.484426 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:47.486044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Request body: {'subnet': {'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-1131963585-subnet', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'ip_version': 4}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:47.491387 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:47.495648 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Usage tracker for resource:subnet and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:47.499577 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:47.507883 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:47.519546 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Made reservation on behalf of 485a8ed26a714f30ba82c207c3dc780e for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:47.522056 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7682195'] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.730444 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7807528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7682177'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.816529 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Pushing event updated for resources: {'Subnet': ['ID=a801eb26-2c02-4abc-9ebe-23920245c4d0,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:47.821943 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Checking segment: {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:48:47.822408 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Network hostable DHCP agents. Network: 512fa894-499c-44c1-9a64-9f5c5d28ff69, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:48:47.842841 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:47.852713 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 512fa894-499c-44c1-9a64-9f5c5d28ff69) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:47.857087 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:47.857768 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.863112 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2a16f1cb-7048-446f-aab7-974679a991c0 None None] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:48:47.881772 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-47d3aaa3-5486-4c91-96a1-91c349af9b3b admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 851 time: 0.4001017 Feb 02 15:48:47.884402 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51630) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:47.889576 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:47.894727 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:47.898722 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Usage tracker for resource:router and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:47.901627 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:47.907414 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:47.919921 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.921482 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:47.942807 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.214591 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-512fa894-499c-44c1-9a64-9f5c5d28ff69', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:48:48.221095 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.249021 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.484875 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b064a142-44f8-4760-8d9b-0fa2f13dfe06 req-74a8eff2-7d04-4d68-b49b-d6ea13e0cac0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:48.492322 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b064a142-44f8-4760-8d9b-0fa2f13dfe06 req-74a8eff2-7d04-4d68-b49b-d6ea13e0cac0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1478245 Feb 02 15:48:48.511345 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Allocated IP 172.20.0.2 (512fa894-499c-44c1-9a64-9f5c5d28ff69/a801eb26-2c02-4abc-9ebe-23920245c4d0/ddb1b53f-e368-499e-9c4f-299fc716a837) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:48.546807 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b064a142-44f8-4760-8d9b-0fa2f13dfe06 req-f9d813db-02d9-4519-85f1-bfbb47af28be tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0534141 Feb 02 15:48:48.730670 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.742020 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Transition to ACTIVE for port object ddb1b53f-e368-499e-9c4f-299fc716a837 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:48.747603 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.760349 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Transition to ACTIVE for port object ddb1b53f-e368-499e-9c4f-299fc716a837 will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:48.766578 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.780024 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.831650 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:48.836370 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:48.840022 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:48:48.845603 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Pushing event updated for resources: {'Port': ['ID=ddb1b53f-e368-499e-9c4f-299fc716a837,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:48.931987 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Allocated IP 172.27.2.173 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/b55fd2f9-4762-4fbe-91db-54f360f2d287) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:48.934737 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f11baa50-a134-4ce1-b170-09844ee67a64 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:48:48.979887 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: f11baa50-a134-4ce1-b170-09844ee67a64 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:48:48.980225 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f11baa50-a134-4ce1-b170-09844ee67a64 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:48:48.988098 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Attempting to bind port ddb1b53f-e368-499e-9c4f-299fc716a837 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:48.988460 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Attempting to bind port ddb1b53f-e368-499e-9c4f-299fc716a837 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:48.988817 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Attempting to bind port ddb1b53f-e368-499e-9c4f-299fc716a837 on network 512fa894-499c-44c1-9a64-9f5c5d28ff69 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:48:48.994586 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:48:48.994951 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Checking segment: {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:48:48.995368 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:48.995747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Bound using segment: {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:48:48.996201 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Bound port: ddb1b53f-e368-499e-9c4f-299fc716a837, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:48.996634 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.094787 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] For port ddb1b53f-e368-499e-9c4f-299fc716a837, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:48:49.099339 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] For port ddb1b53f-e368-499e-9c4f-299fc716a837, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=ddb1b53f-e368-499e-9c4f-299fc716a837,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:48:49.104455 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.184352 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-45a8c545-68e0-4b49-9895-c406137e9963 None None] Pushing event updated for resources: {'Port': ['ID=ddb1b53f-e368-499e-9c4f-299fc716a837,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:49.186931 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.223399 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:49.291481 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:49.294351 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:49.298337 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:48:49.333938 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Pushing event updated for resources: {'Port': ['ID=b55fd2f9-4762-4fbe-91db-54f360f2d287,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:49.659058 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ddb1b53f-e368-499e-9c4f-299fc716a837 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:49.743136 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port ddb1b53f-e368-499e-9c4f-299fc716a837 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:49.844684 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.323132 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.335948 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-cb4a59b0-4c5e-45ea-a11f-38242c8af728 None None] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:48:50.436780 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d3040227-3c1b-421f-991a-a7549eb0b349 req-f7c30074-0469-4ac4-bb06-a555e1478bd4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:50.438444 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d3040227-3c1b-421f-991a-a7549eb0b349 req-f7c30074-0469-4ac4-bb06-a555e1478bd4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2722292 Feb 02 15:48:50.446809 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-0d61a1c9-0e61-41e4-875f-89d6aca7cea7 None None] Provisioning for port ddb1b53f-e368-499e-9c4f-299fc716a837 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:50.457932 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-0d61a1c9-0e61-41e4-875f-89d6aca7cea7 None None] Provisioning complete for port ddb1b53f-e368-499e-9c4f-299fc716a837 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:50.458329 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0d61a1c9-0e61-41e4-875f-89d6aca7cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.573464 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d3040227-3c1b-421f-991a-a7549eb0b349 req-c3c98459-2000-4180-9c25-a0596ad6cf37 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1255972 Feb 02 15:48:50.624671 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:48:50.718834 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0d61a1c9-0e61-41e4-875f-89d6aca7cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.762450 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-0d61a1c9-0e61-41e4-875f-89d6aca7cea7 None None] For port ddb1b53f-e368-499e-9c4f-299fc716a837, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=ddb1b53f-e368-499e-9c4f-299fc716a837,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:48:50.768443 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0d61a1c9-0e61-41e4-875f-89d6aca7cea7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.847186 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d61a1c9-0e61-41e4-875f-89d6aca7cea7 None None] Pushing event updated for resources: {'Port': ['ID=ddb1b53f-e368-499e-9c4f-299fc716a837,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:50.937482 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:48:50.949251 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Sync routers for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:48:50.965835 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:48:50.966046 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:50.967291 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:50.968008 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e44751b7-359c-4cc9-a369-7e40b5a05645 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 927 time: 3.0825143 Feb 02 15:48:50.970493 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51668) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:51.114493 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-4b3cb035-4860-47ce-85e3-8b78d645e38b None None] Provisioning complete for port ddb1b53f-e368-499e-9c4f-299fc716a837 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:51.115031 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4b3cb035-4860-47ce-85e3-8b78d645e38b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.226430 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:48:51.561907 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ddb1b53f-e368-499e-9c4f-299fc716a837 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:51.576879 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:49Z', 'revision_number': 3, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:48Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:51.581350 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Checking router: baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:48:51.581657 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Updating router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 port b55fd2f9-4762-4fbe-91db-54f360f2d287 binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:48:51.637501 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.639202 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port ddb1b53f-e368-499e-9c4f-299fc716a837 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:51.639585 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:51.878080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.053494 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.072281 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Transition to ACTIVE for port object b55fd2f9-4762-4fbe-91db-54f360f2d287 will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:52.082308 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.104702 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Allocated IP 172.20.0.1 (512fa894-499c-44c1-9a64-9f5c5d28ff69/a801eb26-2c02-4abc-9ebe-23920245c4d0/0fb63207-4373-4f56-aac2-f1431f8c3b1a) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:52.164110 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Attempting to bind port b55fd2f9-4762-4fbe-91db-54f360f2d287 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:52.164535 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Attempting to bind port b55fd2f9-4762-4fbe-91db-54f360f2d287 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:52.164840 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Attempting to bind port b55fd2f9-4762-4fbe-91db-54f360f2d287 on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:48:52.173563 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Pushing event updated for resources: {'Port': ['ID=b55fd2f9-4762-4fbe-91db-54f360f2d287,revision_number=2']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:52.177654 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:48:52.178029 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:48:52.178455 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.178847 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:48:52.179313 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Bound port: b55fd2f9-4762-4fbe-91db-54f360f2d287, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:52.179710 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.211329 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.211673 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.212012 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.212342 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.212676 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.213005 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.213328 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.213673 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.214026 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.214379 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.214698 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.215018 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:48:52.260871 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.266220 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] For port b55fd2f9-4762-4fbe-91db-54f360f2d287, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:48:52.269738 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] For port b55fd2f9-4762-4fbe-91db-54f360f2d287, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b55fd2f9-4762-4fbe-91db-54f360f2d287,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:48:52.273708 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.277636 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Transition to ACTIVE for port object 0fb63207-4373-4f56-aac2-f1431f8c3b1a will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:52.306252 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.384503 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:48:52.385116 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:52.405856 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:52.425620 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:52.430975 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:48:52.477288 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29a56e90-873a-483a-bc0e-98bf53019429 None None] Pushing event updated for resources: {'Port': ['ID=b55fd2f9-4762-4fbe-91db-54f360f2d287,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:52.490958 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Pushing event updated for resources: {'Port': ['ID=0fb63207-4373-4f56-aac2-f1431f8c3b1a,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:52.531044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.656688 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:48:52.747632 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-7c46e97b-e1b8-4d7f-816e-578cafad1a9d None None] Provisioning for port 0fb63207-4373-4f56-aac2-f1431f8c3b1a completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:52.753758 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-7c46e97b-e1b8-4d7f-816e-578cafad1a9d None None] Provisioning complete for port 0fb63207-4373-4f56-aac2-f1431f8c3b1a triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:52.754152 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7c46e97b-e1b8-4d7f-816e-578cafad1a9d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.818354 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-7c46e97b-e1b8-4d7f-816e-578cafad1a9d None None] Port 0fb63207-4373-4f56-aac2-f1431f8c3b1a cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:48:52.861804 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:52.963389 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1372f4e-adc8-4154-91ac-27caef754b03 req-d1982cb6-09f5-4891-a3c3-915a841c7849 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:52.964854 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1372f4e-adc8-4154-91ac-27caef754b03 req-d1982cb6-09f5-4891-a3c3-915a841c7849 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.3009036 Feb 02 15:48:53.025762 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:49Z', 'revision_number': 3, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:53.029926 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9620e6b4-33a5-41ac-9ed4-770b2097da34 None None] The sync data for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi is: [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:49Z', 'revision_number': 3, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:48:53.091641 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1372f4e-adc8-4154-91ac-27caef754b03 req-37c2c335-77e5-46dd-9356-41a030857470 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1092298 Feb 02 15:48:53.151325 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.157187 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.293367 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.401930 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Pushing event updated for resources: {'Port': ['ID=0fb63207-4373-4f56-aac2-f1431f8c3b1a,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:53.406659 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-00b6226a-13d9-4a91-ba26-2d42898aa980 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:53.509025 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:53.510331 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:53.754106 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b55fd2f9-4762-4fbe-91db-54f360f2d287 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:53.889053 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port b55fd2f9-4762-4fbe-91db-54f360f2d287 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:48:53.894763 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port b55fd2f9-4762-4fbe-91db-54f360f2d287 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:53.895421 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.015037 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:48:54.110703 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-cbaf18d8-ce2f-45fa-95d3-d30d71be110f None None] Provisioning complete for port 0fb63207-4373-4f56-aac2-f1431f8c3b1a triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:54.111359 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-cbaf18d8-ce2f-45fa-95d3-d30d71be110f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.205240 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.235209 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-cbaf18d8-ce2f-45fa-95d3-d30d71be110f None None] Port 0fb63207-4373-4f56-aac2-f1431f8c3b1a cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:48:54.253600 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port b55fd2f9-4762-4fbe-91db-54f360f2d287, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b55fd2f9-4762-4fbe-91db-54f360f2d287,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:48:54.264246 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:54.332784 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:48:54.352878 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f67f1fbb-9b19-4261-8251-122a910e2e6b admin admin] 10.222.0.18 "PUT /v2.0/routers/baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.3730021 Feb 02 15:48:54.386610 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=b55fd2f9-4762-4fbe-91db-54f360f2d287,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:54.831373 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-045769a2-238d-48f5-b861-538651bbee35 req-5c8ac844-6fa0-42ea-bde2-40060bebf8dd tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:54.833145 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-045769a2-238d-48f5-b861-538651bbee35 req-5c8ac844-6fa0-42ea-bde2-40060bebf8dd tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1018016 Feb 02 15:48:54.897660 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-045769a2-238d-48f5-b861-538651bbee35 req-99348b4d-9eaa-4e0a-a582-408b0024cb3f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0569224 Feb 02 15:48:55.016104 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51792) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:55.027184 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Request body: {'network': {'name': 'tempest-TestMinimumBasicScenario-212381544-network', 'tenant_id': '305538f1a31444149ae9305de071b860'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:55.034845 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:55.040696 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Usage tracker for resource:network and tenant:305538f1a31444149ae9305de071b860 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:55.043821 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:55.051033 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:55.061484 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Made reservation on behalf of 305538f1a31444149ae9305de071b860 for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:55.063737 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.077527 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.093522 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:55.097949 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Usage tracker for resource:security_group_rule and tenant:305538f1a31444149ae9305de071b860 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:55.101027 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:55.107673 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:55.218896 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.232507 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.258428 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Sync routers for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:48:55.270441 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:48:55.279209 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:48:55.282355 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 4, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 4},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:55.284131 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d1703d0c-0b5e-41a1-b89b-f74253f120bd,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:55.288754 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.289098 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Added segment a916869c-f669-418d-9b74-066254711423 of type vlan for network 08fd2543-0cf6-4556-b9a8-42acc263478f Feb 02 15:48:55.317738 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.357925 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.359226 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:55.360004 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.473738 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 887 time: 0.4516103 Feb 02 15:48:55.476719 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 51840) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:55.479606 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5df58424-57de-4dd3-9879-fb603bef4a34 admin admin] Pushing event updated for resources: {'Network': ['ID=08fd2543-0cf6-4556-b9a8-42acc263478f,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:55.485830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Request body: {'subnet': {'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestMinimumBasicScenario-212381544-subnet', 'tenant_id': '305538f1a31444149ae9305de071b860', 'ip_version': 4}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:55.491142 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:55.494302 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 08fd2543-0cf6-4556-b9a8-42acc263478f details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:48:55.495608 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Usage tracker for resource:subnet and tenant:305538f1a31444149ae9305de071b860 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:55.498804 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:55.506281 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:55.522276 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Made reservation on behalf of 305538f1a31444149ae9305de071b860 for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:48:55.525160 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7682195'] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.610308 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b55fd2f9-4762-4fbe-91db-54f360f2d287 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:55.679157 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:48:55.781108 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7807528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7682177'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.782830 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1574694d-7be8-41b6-a509-78904ebb3e8e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.942680 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port b55fd2f9-4762-4fbe-91db-54f360f2d287 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:48:55.943051 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:55.964465 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6cefae3e-27b2-4ae4-bd82-619b964f505b,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:55.973976 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Checking segment: {'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:48:55.974510 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Network hostable DHCP agents. Network: 08fd2543-0cf6-4556-b9a8-42acc263478f, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:48:55.999055 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Network 08fd2543-0cf6-4556-b9a8-42acc263478f is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:48:56.020186 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 08fd2543-0cf6-4556-b9a8-42acc263478f) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:56.030931 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:56.031571 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.105487 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e1d851f7-5a7f-4b3b-8c81-2b3749b5ccd3 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.6252940 Feb 02 15:48:56.106604 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 51872) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:48:56.112415 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Request body: {'router': {'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:48:56.119061 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e6b641de-6bb7-4cb7-9149-dea24f798e50 None None] Network 08fd2543-0cf6-4556-b9a8-42acc263478f requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:48:56.120571 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:48:56.131858 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Usage tracker for resource:router and tenant:305538f1a31444149ae9305de071b860 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:48:56.138879 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:48:56.155900 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:48:56.171022 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.172384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.201167 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98d858e5-c21f-4b5c-b8c2-db0ecb10578e req-e56f09a3-a2eb-4de0-9d8e-1257aa8950fe tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:56.203645 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-98d858e5-c21f-4b5c-b8c2-db0ecb10578e req-e56f09a3-a2eb-4de0-9d8e-1257aa8950fe tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1352291 Feb 02 15:48:56.235729 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.291404 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-98d858e5-c21f-4b5c-b8c2-db0ecb10578e req-27d355e0-5f62-464e-9bc2-eee0e7514ed8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0814757 Feb 02 15:48:56.414396 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 2, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:56.427871 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Checking router: baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:48:56.428431 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Updating router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 port 0fb63207-4373-4f56-aac2-f1431f8c3b1a binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:48:56.552634 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.568712 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-08fd2543-0cf6-4556-b9a8-42acc263478f', 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f', 'tenant_id': '305538f1a31444149ae9305de071b860', 'fixed_ips': [{'subnet_id': '6cefae3e-27b2-4ae4-bd82-619b964f505b'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:48:56.569881 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.683890 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.820061 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.863739 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:56.933892 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Allocated IP 172.20.0.2 (08fd2543-0cf6-4556-b9a8-42acc263478f/6cefae3e-27b2-4ae4-bd82-619b964f505b/cece4bb7-92ad-43ee-b74e-73faf7583048) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:57.145983 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.184037 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.327747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.332634 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.387938 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Allocated IP 172.27.2.81 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/2724e537-a5ab-4451-82df-134785eed186) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:48:57.409296 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Transition to ACTIVE for port object 0fb63207-4373-4f56-aac2-f1431f8c3b1a will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:57.412959 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Transition to ACTIVE for port object cece4bb7-92ad-43ee-b74e-73faf7583048 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:57.433447 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.556848 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Transition to ACTIVE for port object cece4bb7-92ad-43ee-b74e-73faf7583048 will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:48:57.615352 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.658956 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.674641 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:57.688654 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1ff1-8d6c-418f-b0cb-b67773f8d327 None None] Pushing event updated for resources: {'Port': ['ID=0fb63207-4373-4f56-aac2-f1431f8c3b1a,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:57.805868 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ce55f823-fc1e-443c-9ceb-ecbc2dccc71d req-d23ca813-65b9-4e81-b49d-5a8c755ae4e6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:57.813304 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ce55f823-fc1e-443c-9ceb-ecbc2dccc71d req-d23ca813-65b9-4e81-b49d-5a8c755ae4e6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.2825592 Feb 02 15:48:57.834390 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:57.859710 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:57.882704 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:48:57.894590 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ce55f823-fc1e-443c-9ceb-ecbc2dccc71d req-daa25abf-4645-4923-b823-f8fee9e2935a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0750978 Feb 02 15:48:57.926290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Pushing event updated for resources: {'Port': ['ID=2724e537-a5ab-4451-82df-134785eed186,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:57.957206 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Network 08fd2543-0cf6-4556-b9a8-42acc263478f is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:48:57.974186 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:48:57.986316 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:48:58.045645 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Attempting to bind port 0fb63207-4373-4f56-aac2-f1431f8c3b1a on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.046007 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Attempting to bind port 0fb63207-4373-4f56-aac2-f1431f8c3b1a by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.046658 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Attempting to bind port 0fb63207-4373-4f56-aac2-f1431f8c3b1a on network 512fa894-499c-44c1-9a64-9f5c5d28ff69 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:48:58.057129 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Pushing event updated for resources: {'Port': ['ID=cece4bb7-92ad-43ee-b74e-73faf7583048,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:58.099935 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:48:58.100405 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Checking segment: {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:48:58.100879 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.101322 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Bound using segment: {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:48:58.101899 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Bound port: 0fb63207-4373-4f56-aac2-f1431f8c3b1a, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:58.102336 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.247249 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Attempting to bind port cece4bb7-92ad-43ee-b74e-73faf7583048 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:48:58.247803 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Attempting to bind port cece4bb7-92ad-43ee-b74e-73faf7583048 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:48:58.248347 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Attempting to bind port cece4bb7-92ad-43ee-b74e-73faf7583048 on network 08fd2543-0cf6-4556-b9a8-42acc263478f {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:48:58.279612 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:48:58.279612 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Checking segment: {'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:48:58.279612 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.279612 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Bound using segment: {'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:48:58.279612 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Bound port: cece4bb7-92ad-43ee-b74e-73faf7583048, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:48:58.279612 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.294875 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.384762 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] For port 0fb63207-4373-4f56-aac2-f1431f8c3b1a, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:48:58.403156 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.409299 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] For port 0fb63207-4373-4f56-aac2-f1431f8c3b1a, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=0fb63207-4373-4f56-aac2-f1431f8c3b1a,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:48:58.419613 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.466369 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] For port cece4bb7-92ad-43ee-b74e-73faf7583048, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:48:58.497797 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] For port cece4bb7-92ad-43ee-b74e-73faf7583048, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cece4bb7-92ad-43ee-b74e-73faf7583048,segment=NetworkSegment(a916869c-f669-418d-9b74-066254711423),segment_id=a916869c-f669-418d-9b74-066254711423)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:48:58.514376 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:58.543950 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:48:58.546998 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:58.669557 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c5ea1ff1-8d6c-418f-b0cb-b67773f8d327 None None] Pushing event updated for resources: {'Port': ['ID=0fb63207-4373-4f56-aac2-f1431f8c3b1a,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:59.066210 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f0b3b5c6-3361-4497-8934-db14928768a4 req-249fc12a-d797-4432-b0bb-96b7f836168c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:59.073362 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f0b3b5c6-3361-4497-8934-db14928768a4 req-249fc12a-d797-4432-b0bb-96b7f836168c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1819053 Feb 02 15:48:59.074398 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:48:59.191292 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f0b3b5c6-3361-4497-8934-db14928768a4 req-537760d1-fbcc-42c4-a679-bbca116774b6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1166012 Feb 02 15:48:59.192353 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-29cf5b03-fa6f-4a12-a079-0f7e4d34c1bc None None] Pushing event updated for resources: {'Port': ['ID=cece4bb7-92ad-43ee-b74e-73faf7583048,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:48:59.292129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4dc7aa34-3c18-4605-ad8f-b822269b32b1 req-2f496bfe-c53b-43bb-961e-268a00cd00ae tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:48:59.293624 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4dc7aa34-3c18-4605-ad8f-b822269b32b1 req-2f496bfe-c53b-43bb-961e-268a00cd00ae tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1891425 Feb 02 15:48:59.299839 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:48:59.420045 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4dc7aa34-3c18-4605-ad8f-b822269b32b1 req-e316a3b4-e3c9-4e4a-92e1-790e5733b179 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1158190 Feb 02 15:48:59.573611 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:48:58Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:48:59.579419 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-17593d37-665b-45aa-a771-4ea2f4aa2757 None None] The sync data for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi is: [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:48:58Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:48:59.663456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Router 81707245-f704-4430-a5d9-fd303e602546 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:48:59.790484 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cece4bb7-92ad-43ee-b74e-73faf7583048 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:48:59.928516 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port cece4bb7-92ad-43ee-b74e-73faf7583048 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:00.017138 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:49:00.031650 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Sync routers for ids ['81707245-f704-4430-a5d9-fd303e602546'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:49:00.051465 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Routers {'81707245-f704-4430-a5d9-fd303e602546'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:00.052375 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['81707245-f704-4430-a5d9-fd303e602546'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:00.068809 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.073064 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52046) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:00.073557 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d3e9c4f9-2aa5-4a71-89d3-faedfc58787f admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 925 time: 3.9665546 Feb 02 15:49:00.349251 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7db0d150-67f0-491f-adf1-7e4c879903b2 None None] Network 08fd2543-0cf6-4556-b9a8-42acc263478f requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:49:00.389808 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Set router 81707245-f704-4430-a5d9-fd303e602546 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:00.477593 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-8b324be7-2c4f-43be-bce1-a01b7b9daa18 None None] Provisioning for port cece4bb7-92ad-43ee-b74e-73faf7583048 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:00.487906 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-8b324be7-2c4f-43be-bce1-a01b7b9daa18 None None] Provisioning complete for port cece4bb7-92ad-43ee-b74e-73faf7583048 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:00.488499 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8b324be7-2c4f-43be-bce1-a01b7b9daa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.665801 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed52f283-6e01-4649-87fc-3107dcab1e4f req-6d9d21db-e6bd-45f4-98fa-7abc4a156f3e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:00.673369 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ed52f283-6e01-4649-87fc-3107dcab1e4f req-6d9d21db-e6bd-45f4-98fa-7abc4a156f3e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.2577956 Feb 02 15:49:00.773941 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:48:58Z', 'revision_number': 3, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:48:57Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:00.786277 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Checking router: 81707245-f704-4430-a5d9-fd303e602546 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:49:00.786672 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Updating router 81707245-f704-4430-a5d9-fd303e602546 port 2724e537-a5ab-4451-82df-134785eed186 binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:49:00.866474 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.875479 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8b324be7-2c4f-43be-bce1-a01b7b9daa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.944804 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-8b324be7-2c4f-43be-bce1-a01b7b9daa18 None None] For port cece4bb7-92ad-43ee-b74e-73faf7583048, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cece4bb7-92ad-43ee-b74e-73faf7583048,segment=NetworkSegment(a916869c-f669-418d-9b74-066254711423),segment_id=a916869c-f669-418d-9b74-066254711423)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:00.957149 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-8b324be7-2c4f-43be-bce1-a01b7b9daa18 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:00.992895 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ed52f283-6e01-4649-87fc-3107dcab1e4f req-5ca4788c-e8da-4f25-8f61-3d0f76099f46 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.3087037 Feb 02 15:49:01.039607 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-630c0f90-cc66-41c1-8bf5-7e24747ce0a1 req-4017ca28-adec-4d40-ac69-7f84375f528c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:01.041194 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-630c0f90-cc66-41c1-8bf5-7e24747ce0a1 req-4017ca28-adec-4d40-ac69-7f84375f528c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.3402374 Feb 02 15:49:01.137644 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8b324be7-2c4f-43be-bce1-a01b7b9daa18 None None] Pushing event updated for resources: {'Port': ['ID=cece4bb7-92ad-43ee-b74e-73faf7583048,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:01.409909 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-630c0f90-cc66-41c1-8bf5-7e24747ce0a1 req-c608b588-204a-4766-828e-afdd3a7aff10 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1894889 Feb 02 15:49:01.542494 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.547901 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-6a35fb98-fa9c-4d6e-ba0a-7ed59ad36113 None None] Provisioning complete for port cece4bb7-92ad-43ee-b74e-73faf7583048 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:01.548483 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-6a35fb98-fa9c-4d6e-ba0a-7ed59ad36113 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.558464 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Transition to ACTIVE for port object 2724e537-a5ab-4451-82df-134785eed186 will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:01.572640 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.631090 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.690445 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04562156-04d6-432a-b412-e553ad763764 None None] Pushing event updated for resources: {'Port': ['ID=2724e537-a5ab-4451-82df-134785eed186,revision_number=2']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:01.735746 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Attempting to bind port 2724e537-a5ab-4451-82df-134785eed186 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:01.736427 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Attempting to bind port 2724e537-a5ab-4451-82df-134785eed186 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:01.737485 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Attempting to bind port 2724e537-a5ab-4451-82df-134785eed186 on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:01.757954 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:01.758909 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:01.759511 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.760758 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:01.761626 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52066) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:01.771337 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Bound port: 2724e537-a5ab-4451-82df-134785eed186, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:01.772144 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.839909 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cece4bb7-92ad-43ee-b74e-73faf7583048 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:01.884414 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] For port 2724e537-a5ab-4451-82df-134785eed186, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:01.888017 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] For port 2724e537-a5ab-4451-82df-134785eed186, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=2724e537-a5ab-4451-82df-134785eed186,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:01.893840 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.975813 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port cece4bb7-92ad-43ee-b74e-73faf7583048 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:01.976383 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:01.983806 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Routers {'81707245-f704-4430-a5d9-fd303e602546'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:01.984432 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['81707245-f704-4430-a5d9-fd303e602546'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:02.037908 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-66a9c092-21c1-4758-a7c5-25b174c03cbb admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=95d6abe46259409f9232b3d2452c58e9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2745180 Feb 02 15:49:02.038859 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52076) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:02.056307 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Allocated IP 172.20.0.1 (08fd2543-0cf6-4556-b9a8-42acc263478f/6cefae3e-27b2-4ae4-bd82-619b964f505b/1185b748-e70d-43a2-a5e6-cb6b8b947b3d) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:02.069171 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-04562156-04d6-432a-b412-e553ad763764 None None] Pushing event updated for resources: {'Port': ['ID=2724e537-a5ab-4451-82df-134785eed186,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:02.123268 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7a3f-3390-48bf-b5c5-0b9cc6c68de8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.169341 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7a3f-3390-48bf-b5c5-0b9cc6c68de8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.181760 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 0fb63207-4373-4f56-aac2-f1431f8c3b1a up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:02.239770 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7a3f-3390-48bf-b5c5-0b9cc6c68de8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.286857 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3b9b7a3f-3390-48bf-b5c5-0b9cc6c68de8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=b24e427a-fa49-4880-9be2-300404820f95,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:02.302293 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3b9b7a3f-3390-48bf-b5c5-0b9cc6c68de8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.311826 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-3b9b7a3f-3390-48bf-b5c5-0b9cc6c68de8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/b24e427a-fa49-4880-9be2-300404820f95 HTTP/1.1" status: 204 len: 168 time: 0.2711844 Feb 02 15:49:02.333732 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] Set router 81707245-f704-4430-a5d9-fd303e602546 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:02.348633 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 0fb63207-4373-4f56-aac2-f1431f8c3b1a completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:02.350977 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.355676 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 0fb63207-4373-4f56-aac2-f1431f8c3b1a triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:02.356055 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.387168 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Transition to ACTIVE for port object 1185b748-e70d-43a2-a5e6-cb6b8b947b3d will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:02.427044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68931eb0-8268-454f-91c0-04f3112c5d9d req-b0382918-75ff-4263-a820-127da3745d8e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:02.428623 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68931eb0-8268-454f-91c0-04f3112c5d9d req-b0382918-75ff-4263-a820-127da3745d8e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1817214 Feb 02 15:49:02.485805 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.542828 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.623984 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 0fb63207-4373-4f56-aac2-f1431f8c3b1a, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=0fb63207-4373-4f56-aac2-f1431f8c3b1a,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:02.640539 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68931eb0-8268-454f-91c0-04f3112c5d9d req-ce8cebcd-dd22-4db7-b3b9-db9e4ba3d8ae tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2006726 Feb 02 15:49:02.641497 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.691058 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Pushing event updated for resources: {'Port': ['ID=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:02.747553 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Network 08fd2543-0cf6-4556-b9a8-42acc263478f is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:02.758974 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:02.780015 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:02.857008 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=0fb63207-4373-4f56-aac2-f1431f8c3b1a,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:02.930206 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:48:58Z', 'revision_number': 3, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:02.933127 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:02.937069 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-1e9ff96b-d730-46b9-aff3-b846739598a5 None None] The sync data for ids ['81707245-f704-4430-a5d9-fd303e602546'] in dv-cinder-817833-1-iscsi is: [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:48:58Z', 'revision_number': 3, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:01Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:49:02.978624 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d090a6c7-299d-451e-bf41-24ec4aeab47d req-d68a6fbb-0903-482d-9fb6-6db586395cf8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:02.980310 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d090a6c7-299d-451e-bf41-24ec4aeab47d req-d68a6fbb-0903-482d-9fb6-6db586395cf8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.2820303 Feb 02 15:49:03.062762 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d090a6c7-299d-451e-bf41-24ec4aeab47d req-c19bbe9c-f43f-4da2-82bf-425f66b590ef tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0691683 Feb 02 15:49:03.155732 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-35402c78-8b5b-426a-8ba1-581f17c61b59 None None] Provisioning for port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:03.162440 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-35402c78-8b5b-426a-8ba1-581f17c61b59 None None] Provisioning complete for port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:03.162804 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-35402c78-8b5b-426a-8ba1-581f17c61b59 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.208328 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.224601 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-35402c78-8b5b-426a-8ba1-581f17c61b59 None None] Port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:49:03.460331 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.465942 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.613811 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Pushing event updated for resources: {'Port': ['ID=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:03.619865 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.727110 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2724e537-a5ab-4451-82df-134785eed186 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:03.838693 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 2724e537-a5ab-4451-82df-134785eed186 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:03.846888 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 2724e537-a5ab-4451-82df-134785eed186 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:03.847273 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:03.866773 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Network 08fd2543-0cf6-4556-b9a8-42acc263478f is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:03.870827 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:04.014655 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.034837 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 2724e537-a5ab-4451-82df-134785eed186, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=2724e537-a5ab-4451-82df-134785eed186,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:04.039806 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.040811 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 0fb63207-4373-4f56-aac2-f1431f8c3b1a up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:04.081158 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9bc49e1c-3d23-4d80-b6d8-5252662a6d24 req-d2bd1a12-64da-487a-a52b-8d6ada94305e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:04.082895 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9bc49e1c-3d23-4d80-b6d8-5252662a6d24 req-d2bd1a12-64da-487a-a52b-8d6ada94305e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.2658882 Feb 02 15:49:04.152959 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9bc49e1c-3d23-4d80-b6d8-5252662a6d24 req-7c8a9bd3-d60d-46a3-8e1e-0e0dded94c61 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0522301 Feb 02 15:49:04.163819 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Router 81707245-f704-4430-a5d9-fd303e602546 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:49:04.211839 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=2724e537-a5ab-4451-82df-134785eed186,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:04.216868 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 0fb63207-4373-4f56-aac2-f1431f8c3b1a triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:04.217317 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.293156 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-867d6d80-73d0-4954-a43c-76219bb08695 None None] Provisioning complete for port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:04.293701 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-867d6d80-73d0-4954-a43c-76219bb08695 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:04.364672 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-867d6d80-73d0-4954-a43c-76219bb08695 None None] Port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:49:04.521362 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:49:04.533870 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5234ff36-cd6c-49a2-8873-1f81c478928d req-542fd5ba-f287-4c93-8485-b7e58ac450d5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:04.535557 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5234ff36-cd6c-49a2-8873-1f81c478928d req-542fd5ba-f287-4c93-8485-b7e58ac450d5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1845148 Feb 02 15:49:04.541742 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9eb6a52b-1d41-4a2d-a928-1679db617707 admin admin] 10.222.0.18 "PUT /v2.0/routers/81707245-f704-4430-a5d9-fd303e602546/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.4667113 Feb 02 15:49:04.587269 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5234ff36-cd6c-49a2-8873-1f81c478928d req-d427405a-f935-433c-9524-6500e2cc65c2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0443041 Feb 02 15:49:04.861794 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Sync routers for ids ['81707245-f704-4430-a5d9-fd303e602546'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:49:04.871681 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Routers {'81707245-f704-4430-a5d9-fd303e602546'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:04.872295 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['81707245-f704-4430-a5d9-fd303e602546'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:05.059087 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Set router 81707245-f704-4430-a5d9-fd303e602546 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:05.393456 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86437892-94a8-490c-bcc4-509f8dafe58f req-57a7b38c-d7fc-41a2-8345-0411a8924f7d tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:05.404298 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-86437892-94a8-490c-bcc4-509f8dafe58f req-57a7b38c-d7fc-41a2-8345-0411a8924f7d tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1164584 Feb 02 15:49:05.465212 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-86437892-94a8-490c-bcc4-509f8dafe58f req-7554a263-acc8-4521-b4d6-3e384e72b932 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0596170 Feb 02 15:49:05.474711 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:49:03Z', 'revision_number': 4, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '1185b748-e70d-43a2-a5e6-cb6b8b947b3d', 'name': '', 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f', 'tenant_id': '305538f1a31444149ae9305de071b860', 'mac_address': 'fa:16:3e:48:4b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6cefae3e-27b2-4ae4-bd82-619b964f505b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:01Z', 'updated_at': '2022-02-02T15:49:03Z', 'revision_number': 2, 'project_id': '305538f1a31444149ae9305de071b860', 'subnets': [{'id': '6cefae3e-27b2-4ae4-bd82-619b964f505b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:05.478946 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Checking router: 81707245-f704-4430-a5d9-fd303e602546 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:49:05.479292 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Updating router 81707245-f704-4430-a5d9-fd303e602546 port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:49:05.542870 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.602859 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2724e537-a5ab-4451-82df-134785eed186 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:05.859500 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55ddca97-2bbb-4fc6-82ae-78aa03f5266e req-747f34e3-7254-4525-885a-f53aa18742d6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:05.863683 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-55ddca97-2bbb-4fc6-82ae-78aa03f5266e req-747f34e3-7254-4525-885a-f53aa18742d6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1073513 Feb 02 15:49:05.877484 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 2724e537-a5ab-4451-82df-134785eed186 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:05.877987 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:05.924784 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-55ddca97-2bbb-4fc6-82ae-78aa03f5266e req-299d4b52-283f-4af8-815e-a2cc4422589c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0534871 Feb 02 15:49:06.160700 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.184004 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Transition to ACTIVE for port object 1185b748-e70d-43a2-a5e6-cb6b8b947b3d will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:06.196059 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.468875 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7ed43-c451-485e-9500-bd007cce4a6b None None] Pushing event updated for resources: {'Port': ['ID=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:06.516695 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Attempting to bind port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:06.517925 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Attempting to bind port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:06.517925 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Attempting to bind port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d on network 08fd2543-0cf6-4556-b9a8-42acc263478f {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:06.537338 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 48, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:06.537705 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Checking segment: {'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:06.538029 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.538453 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Bound using segment: {'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:06.538932 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Bound port: 1185b748-e70d-43a2-a5e6-cb6b8b947b3d, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'a916869c-f669-418d-9b74-066254711423', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:06.539301 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.677296 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] For port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:06.680589 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] For port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,segment=NetworkSegment(a916869c-f669-418d-9b74-066254711423),segment_id=a916869c-f669-418d-9b74-066254711423)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:06.686690 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:06.741969 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a21bc694-7c9d-477b-acda-d833b0a2f82b req-c0310d3f-df5f-4d7a-8b4f-cd737ee306c7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:06.751297 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a21bc694-7c9d-477b-acda-d833b0a2f82b req-c0310d3f-df5f-4d7a-8b4f-cd737ee306c7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1022394 Feb 02 15:49:06.777920 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Routers {'81707245-f704-4430-a5d9-fd303e602546'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:06.778619 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 4, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:48:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['81707245-f704-4430-a5d9-fd303e602546'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:06.801492 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a21bc694-7c9d-477b-acda-d833b0a2f82b req-6f3cc55d-41e9-4812-a3d6-6420819275f6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0484719 Feb 02 15:49:06.893914 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-74d7ed43-c451-485e-9500-bd007cce4a6b None None] Pushing event updated for resources: {'Port': ['ID=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:07.017027 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] Set router 81707245-f704-4430-a5d9-fd303e602546 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:07.175731 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-94b9c51d-bd3b-400a-99f0-f74600a596a7 req-12391374-a1eb-48b5-9f48-31cc70c9bdc1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:07.185255 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-94b9c51d-bd3b-400a-99f0-f74600a596a7 req-12391374-a1eb-48b5-9f48-31cc70c9bdc1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1403296 Feb 02 15:49:07.255041 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-94b9c51d-bd3b-400a-99f0-f74600a596a7 req-dac00c2b-f74a-4ef6-8c32-9d04134edcf0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0681381 Feb 02 15:49:07.466791 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:49:03Z', 'revision_number': 4, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '1185b748-e70d-43a2-a5e6-cb6b8b947b3d', 'name': '', 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f', 'tenant_id': '305538f1a31444149ae9305de071b860', 'mac_address': 'fa:16:3e:48:4b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6cefae3e-27b2-4ae4-bd82-619b964f505b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:01Z', 'updated_at': '2022-02-02T15:49:06Z', 'revision_number': 4, 'project_id': '305538f1a31444149ae9305de071b860', 'subnets': [{'id': '6cefae3e-27b2-4ae4-bd82-619b964f505b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:07.471422 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-645f01c3-c3fb-4a9f-a933-e0436f6ad1f3 None None] The sync data for ids ['81707245-f704-4430-a5d9-fd303e602546'] in dv-cinder-817833-1-iscsi is: [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:49:03Z', 'revision_number': 4, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '1185b748-e70d-43a2-a5e6-cb6b8b947b3d', 'name': '', 'network_id': '08fd2543-0cf6-4556-b9a8-42acc263478f', 'tenant_id': '305538f1a31444149ae9305de071b860', 'mac_address': 'fa:16:3e:48:4b:cf', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_interface', 'standard_attr_id': 388, 'fixed_ips': [{'subnet_id': '6cefae3e-27b2-4ae4-bd82-619b964f505b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:01Z', 'updated_at': '2022-02-02T15:49:06Z', 'revision_number': 4, 'project_id': '305538f1a31444149ae9305de071b860', 'subnets': [{'id': '6cefae3e-27b2-4ae4-bd82-619b964f505b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:49:07.678871 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 1185b748-e70d-43a2-a5e6-cb6b8b947b3d up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:07.758287 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:07.771084 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:07.771352 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.931292 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:07.975108 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,segment=NetworkSegment(a916869c-f669-418d-9b74-066254711423),segment_id=a916869c-f669-418d-9b74-066254711423)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:07.983964 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:08.082500 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d251a12-d535-4a1c-8bad-6700970368a6 req-aa731a6b-aec9-4faf-acf6-de5a5df4c0a4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:08.089733 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1d251a12-d535-4a1c-8bad-6700970368a6 req-aa731a6b-aec9-4faf-acf6-de5a5df4c0a4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1335595 Feb 02 15:49:08.117514 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:08.144228 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1d251a12-d535-4a1c-8bad-6700970368a6 req-a2771af8-7393-416f-bb47-95023d637e50 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0531368 Feb 02 15:49:08.586672 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d8a7fd1-1d34-4fe7-adee-6ddc50ffeb1c req-ff683b18-aa3a-417d-8cd5-2a1b9f3cadd3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:08.589561 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d8a7fd1-1d34-4fe7-adee-6ddc50ffeb1c req-ff683b18-aa3a-417d-8cd5-2a1b9f3cadd3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1507390 Feb 02 15:49:08.669193 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d8a7fd1-1d34-4fe7-adee-6ddc50ffeb1c req-da83daa5-ca8d-4bb3-a258-9d298462689e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0704844 Feb 02 15:49:09.427013 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-bd376d04-2f3e-438f-a64f-e3bc3395448b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:09.429720 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-bd376d04-2f3e-438f-a64f-e3bc3395448b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1462986 Feb 02 15:49:09.583581 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31780d59-3f6c-4453-b121-7e4d404d4f08 req-dcb9c67b-d21b-46b6-8c42-862258eb2d1a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:09.585774 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-31780d59-3f6c-4453-b121-7e4d404d4f08 req-dcb9c67b-d21b-46b6-8c42-862258eb2d1a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1664670 Feb 02 15:49:09.600126 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54e88934-431d-49ba-ac07-b918cd0eb89c req-c1f70b96-a685-4827-a11b-834ee341712f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:09.615011 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54e88934-431d-49ba-ac07-b918cd0eb89c req-c1f70b96-a685-4827-a11b-834ee341712f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.2774112 Feb 02 15:49:09.655980 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-4bd22754-05cb-4bb7-a0c7-f22b1c0820d9 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:09.657770 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-4bd22754-05cb-4bb7-a0c7-f22b1c0820d9 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.2203674 Feb 02 15:49:09.707131 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 1185b748-e70d-43a2-a5e6-cb6b8b947b3d up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:09.747398 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-31780d59-3f6c-4453-b121-7e4d404d4f08 req-38f5cda6-292c-409b-bce2-8561f28cb08a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0939519 Feb 02 15:49:09.789813 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54e88934-431d-49ba-ac07-b918cd0eb89c req-293deb38-866a-45b1-bbe0-9113000701a8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1723664 Feb 02 15:49:09.840958 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-1a545d0c-e9cd-427e-8d34-254a0e1eb3e6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 217 time: 0.1669829 Feb 02 15:49:09.849693 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:09.850472 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:09.998290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-b1a93103-4ba4-41da-ba96-a4e73dad4134 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:10.001162 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-b1a93103-4ba4-41da-ba96-a4e73dad4134 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.1127725 Feb 02 15:49:10.072826 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a70c892e-aa5f-4928-9e4d-61e684c8a6b0 req-413de5b0-a927-45e6-898e-57c3dcb0ba96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:10.082289 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a70c892e-aa5f-4928-9e4d-61e684c8a6b0 req-413de5b0-a927-45e6-898e-57c3dcb0ba96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1661203 Feb 02 15:49:10.099336 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-33e29084-18ec-4e1f-8b41-9af322860362 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0884185 Feb 02 15:49:10.166564 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a70c892e-aa5f-4928-9e4d-61e684c8a6b0 req-83c52109-673f-4169-97db-253c8944f3e2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0753081 Feb 02 15:49:10.278325 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-8d62e314-012a-4748-8490-c319da87a19c service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1681805 Feb 02 15:49:10.518254 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-afe9c7fd-605a-4b87-87a5-f991f1a1ee14 req-a8cc7860-912f-44c3-9095-739c1adfd085 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2303991 Feb 02 15:49:11.005477 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b881d00-69bb-4331-af5c-42b90420623f req-e9b7a3a5-d9b4-48ab-9cdc-21e114698a8c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:11.006963 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4b881d00-69bb-4331-af5c-42b90420623f req-e9b7a3a5-d9b4-48ab-9cdc-21e114698a8c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1387663 Feb 02 15:49:11.062847 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cb784e7e-a9ad-4052-8451-244c22383ff5 req-301590e0-11f8-4f64-84b2-f09dad18242a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:11.066555 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cb784e7e-a9ad-4052-8451-244c22383ff5 req-301590e0-11f8-4f64-84b2-f09dad18242a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1331568 Feb 02 15:49:11.115405 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4b881d00-69bb-4331-af5c-42b90420623f req-b419f9e3-33c6-4c5d-afe9-cb17e84a585a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0917149 Feb 02 15:49:11.145697 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cb784e7e-a9ad-4052-8451-244c22383ff5 req-c8a91572-f081-4293-b843-123610eca483 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0690050 Feb 02 15:49:11.434506 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b8bc46a9-2f28-4697-a69d-664acf73559d req-87ec29b3-c3f8-44e3-99a9-888911d589d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:11.448722 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b8bc46a9-2f28-4697-a69d-664acf73559d req-87ec29b3-c3f8-44e3-99a9-888911d589d2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1018550 Feb 02 15:49:11.517077 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b8bc46a9-2f28-4697-a69d-664acf73559d req-f0a6d646-c39c-4508-a25e-358b4450a8cf tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0671496 Feb 02 15:49:12.401484 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-896ff4e8-40bd-40e1-ac5e-a5ce78402b6f req-a1b808ee-c16f-4ac5-903f-5a16ca52c106 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:12.404259 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-896ff4e8-40bd-40e1-ac5e-a5ce78402b6f req-a1b808ee-c16f-4ac5-903f-5a16ca52c106 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1570990 Feb 02 15:49:12.447092 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8ba38bb5-1fe1-4805-8013-57fafda3ad17 req-bba5ddb5-a21c-42a0-add9-1015cbfca410 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:12.448586 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8ba38bb5-1fe1-4805-8013-57fafda3ad17 req-bba5ddb5-a21c-42a0-add9-1015cbfca410 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1549256 Feb 02 15:49:12.486668 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-896ff4e8-40bd-40e1-ac5e-a5ce78402b6f req-7f32d241-dc39-4c39-b309-9385f2151217 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0732179 Feb 02 15:49:12.520933 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8ba38bb5-1fe1-4805-8013-57fafda3ad17 req-a44872e3-e055-43b2-8134-445ba1ab7d4a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0637209 Feb 02 15:49:12.819275 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d6fc5b28-0b14-44c1-aa03-b77b95d41044 req-123ab967-ba13-4fa0-8f80-772ad6bdfb8f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:12.822770 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d6fc5b28-0b14-44c1-aa03-b77b95d41044 req-123ab967-ba13-4fa0-8f80-772ad6bdfb8f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1731663 Feb 02 15:49:12.888393 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d6fc5b28-0b14-44c1-aa03-b77b95d41044 req-d3439f83-efae-464c-a800-e0ddffcf9be4 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0593147 Feb 02 15:49:13.822565 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4dbe3d5-c13a-4d9f-bcf0-21a630f4fe65 req-e63bcb78-8370-47df-82ce-9cd42f0eeee5 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:13.824859 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4dbe3d5-c13a-4d9f-bcf0-21a630f4fe65 req-e63bcb78-8370-47df-82ce-9cd42f0eeee5 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1235633 Feb 02 15:49:13.833488 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40ca63fa-4963-40c2-a3b5-a12873988afc req-c5cc7dbb-71e2-480d-bed0-20c72fd90011 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:13.840649 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-40ca63fa-4963-40c2-a3b5-a12873988afc req-c5cc7dbb-71e2-480d-bed0-20c72fd90011 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1722112 Feb 02 15:49:13.929433 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4dbe3d5-c13a-4d9f-bcf0-21a630f4fe65 req-3718a7ba-de05-4059-ae64-1b0302ef1e61 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0742793 Feb 02 15:49:13.942143 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-40ca63fa-4963-40c2-a3b5-a12873988afc req-7aaffd27-b5a3-4e25-af8c-45472770404c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1003053 Feb 02 15:49:13.989335 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:14.039374 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-33ee42da-ae5b-4a5c-ad83-82e0a02cc89a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:14.040931 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-33ee42da-ae5b-4a5c-ad83-82e0a02cc89a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1098 time: 0.1449134 Feb 02 15:49:14.203501 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68beb10b-f898-4410-b1ec-6853d838b1e7 req-6b8fb8b9-90f2-4514-9070-ab98a082dc80 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:14.205222 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68beb10b-f898-4410-b1ec-6853d838b1e7 req-6b8fb8b9-90f2-4514-9070-ab98a082dc80 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1390562 Feb 02 15:49:14.252709 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-70ba707c-2102-4d5f-9721-ed45110d224d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:14.254853 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-70ba707c-2102-4d5f-9721-ed45110d224d service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.1891541 Feb 02 15:49:14.289440 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68beb10b-f898-4410-b1ec-6853d838b1e7 req-313e6279-0e88-4abc-8ad1-9a8425f7519e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0685935 Feb 02 15:49:14.379984 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-e0f11b7a-1579-49b9-9421-1408a73fe3d9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 1001 time: 0.1185038 Feb 02 15:49:14.456410 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-a9b5115b-f976-43e3-a03d-b4b74b3fa852 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:14.457935 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-a9b5115b-f976-43e3-a03d-b4b74b3fa852 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.0655310 Feb 02 15:49:14.555059 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-9d276f93-67b2-4f7e-b7f2-13b330cf1de7 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:14.556786 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-9d276f93-67b2-4f7e-b7f2-13b330cf1de7 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0882924 Feb 02 15:49:15.195190 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41f9c3ec-99d6-47d0-8b39-918eeb9e1531 req-3c86f1a1-2664-49ee-9e9b-6d7f321420d2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:15.201997 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41f9c3ec-99d6-47d0-8b39-918eeb9e1531 req-3c86f1a1-2664-49ee-9e9b-6d7f321420d2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1509342 Feb 02 15:49:15.246245 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23e6b118-1ab3-40fc-b248-3ba1f778d1f2 req-4f487955-97c4-4b15-b760-2a5e7cb2e6f8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:15.248635 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23e6b118-1ab3-40fc-b248-3ba1f778d1f2 req-4f487955-97c4-4b15-b760-2a5e7cb2e6f8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1651263 Feb 02 15:49:15.279115 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41f9c3ec-99d6-47d0-8b39-918eeb9e1531 req-12e71918-355a-4067-9aeb-6c9754cb5695 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0762165 Feb 02 15:49:15.338149 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23e6b118-1ab3-40fc-b248-3ba1f778d1f2 req-767f60c6-ee49-4e1b-a892-dc6780f937fd tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0762091 Feb 02 15:49:15.540334 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31c56aa6-3b97-4029-b604-f4c9e6f170ad req-71424728-c26d-444b-b84a-4f3f7ec4e2af tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:15.542084 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-31c56aa6-3b97-4029-b604-f4c9e6f170ad req-71424728-c26d-444b-b84a-4f3f7ec4e2af tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1098139 Feb 02 15:49:15.600607 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-31c56aa6-3b97-4029-b604-f4c9e6f170ad req-a14158c3-90ce-4813-aa59-d07f14a8f6c8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0463455 Feb 02 15:49:16.062777 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-8f8f115e-242d-4fb7-a30a-35271ccbc971 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1306744 Feb 02 15:49:16.483631 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05cba4a7-dd11-49cc-9de2-6331380d1c18 req-1b142d8f-8d72-400c-9b03-6cc95ed9d9b7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:16.485130 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-05cba4a7-dd11-49cc-9de2-6331380d1c18 req-1b142d8f-8d72-400c-9b03-6cc95ed9d9b7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0881009 Feb 02 15:49:16.551213 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-05cba4a7-dd11-49cc-9de2-6331380d1c18 req-3b9d1cf0-b665-4f0a-8e27-583a2f4aa332 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597596 Feb 02 15:49:16.820081 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-5af368ca-7212-4d4d-ae75-0737c6059053 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:16.821043 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-d7692268-93e3-4c84-b59e-aa5857821615 req-5af368ca-7212-4d4d-ae75-0737c6059053 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Synchronizing usage tracker for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:16.836145 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b9c2fa-48b6-47c8-8bdd-733fc95e6d6f req-5d92ea58-323e-47ce-82ff-f5811eeba495 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:16.838320 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-27b9c2fa-48b6-47c8-8bdd-733fc95e6d6f req-5d92ea58-323e-47ce-82ff-f5811eeba495 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2291150 Feb 02 15:49:16.843618 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:49:16.919903 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-27b9c2fa-48b6-47c8-8bdd-733fc95e6d6f req-6ad2fd1d-ce61-448c-a56d-e6fe20de0aa1 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0755553 Feb 02 15:49:16.939684 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-d7692268-93e3-4c84-b59e-aa5857821615 req-5af368ca-7212-4d4d-ae75-0737c6059053 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Unset dirty status for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:16.947850 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-5af368ca-7212-4d4d-ae75-0737c6059053 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 815 time: 0.3066378 Feb 02 15:49:16.968992 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-3a41b0ba-391f-49c1-821e-338b76628a66 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/quotas/485a8ed26a714f30ba82c207c3dc780e HTTP/1.1" status: 200 len: 375 time: 0.0196440 Feb 02 15:49:17.044167 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-044c68fe-b32c-4518-9349-29c6c41d3ec3 req-ba3438c6-04e3-43a7-903a-9d11f849fca4 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2010942 Feb 02 15:49:17.111795 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:17.125921 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '6dd0990d-c073-4518-9235-5693b14761e9', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'port_id': '6dd0990d-c073-4518-9235-5693b14761e9', 'mac_address': 'fa:16:3e:bd:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:49:17.164879 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-d7692268-93e3-4c84-b59e-aa5857821615 req-4ea5eac8-2fd9-4155-9730-74006116a047 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Synchronizing usage tracker for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:17.188690 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.193925 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0260948c-637b-4d4a-8131-e8d71462fb9c req-84aa738e-52ea-4855-891c-bb88e86f821a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:17.195531 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0260948c-637b-4d4a-8131-e8d71462fb9c req-84aa738e-52ea-4855-891c-bb88e86f821a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1139343 Feb 02 15:49:17.213451 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id 6dd0990d-c073-4518-9235-5693b14761e9 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:49:17.213784 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-d7692268-93e3-4c84-b59e-aa5857821615 req-4ea5eac8-2fd9-4155-9730-74006116a047 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Unset dirty status for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:17.214922 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-4ea5eac8-2fd9-4155-9730-74006116a047 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2294397 Feb 02 15:49:17.230901 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:17.235981 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:17.325080 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=6']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:17.336458 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0260948c-637b-4d4a-8131-e8d71462fb9c req-2e52aabc-3aa8-44e4-bbc5-597aadc14cb2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1246789 Feb 02 15:49:17.404748 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-3f8290ee-a959-4124-a51a-6309437dfa70 service neutron] 10.222.0.18 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1724882 Feb 02 15:49:17.548338 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-4b7a122d-33f5-4385-8417-6a8d7ad88c07 service neutron] 10.222.0.18 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1371107 Feb 02 15:49:17.789023 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-88bfe264-20c0-4388-8052-c9895f7ba17e req-9f39ee98-53e1-428d-aa73-2e01826647fe tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 210 time: 0.0738230 Feb 02 15:49:17.847630 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e109315b-8776-4190-b8a5-a040039f1d70 req-5a6af857-38b8-4912-8ed8-abbe4111c2a2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:17.849797 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e109315b-8776-4190-b8a5-a040039f1d70 req-5a6af857-38b8-4912-8ed8-abbe4111c2a2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1022954 Feb 02 15:49:17.901473 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e109315b-8776-4190-b8a5-a040039f1d70 req-13a60c14-1637-4917-928b-60465a69fcf5 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457528 Feb 02 15:49:18.212502 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['6dd0990d-c073-4518-9235-5693b14761e9'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:49:18.251060 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-de59f0f7-eb0d-4428-98b9-0614a879a52c req-45ca09af-9373-47c3-8bf6-27a712364869 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:18.252621 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-de59f0f7-eb0d-4428-98b9-0614a879a52c req-45ca09af-9373-47c3-8bf6-27a712364869 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1714795 Feb 02 15:49:18.310796 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-de59f0f7-eb0d-4428-98b9-0614a879a52c req-8ddef16e-6713-4e9a-9b5c-544ed2f8d498 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0515726 Feb 02 15:49:18.544066 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c6a4982-a38f-4e13-b80b-a83ad7407ee5 req-5c6466f5-4429-456e-b0fb-abc433056444 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:18.545435 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0c6a4982-a38f-4e13-b80b-a83ad7407ee5 req-5c6466f5-4429-456e-b0fb-abc433056444 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.0870614 Feb 02 15:49:18.601273 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0c6a4982-a38f-4e13-b80b-a83ad7407ee5 req-b7921b65-a844-49bc-8d91-1607221c06b9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453589 Feb 02 15:49:18.952071 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1e704df3-80fa-46b4-bc6d-02d16cb3f64f req-40370a4e-eab4-4220-a64a-f65c5e183f6b tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 210 time: 0.0426974 Feb 02 15:49:19.136241 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27fe878e-1476-4c69-ad5c-f9c5838f357e req-cbe7d841-f8c0-4fcb-8174-4378bc8bf948 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:19.137829 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-27fe878e-1476-4c69-ad5c-f9c5838f357e req-cbe7d841-f8c0-4fcb-8174-4378bc8bf948 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0984242 Feb 02 15:49:19.207711 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-27fe878e-1476-4c69-ad5c-f9c5838f357e req-f60f6f98-4941-4e2e-a10f-a7ccd426b446 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0597701 Feb 02 15:49:19.617231 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf959459-03c1-406b-af0f-6418c23ee100 req-7c87a6fe-42cb-4738-a18c-6ff2804bf196 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:19.624850 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf959459-03c1-406b-af0f-6418c23ee100 req-7c87a6fe-42cb-4738-a18c-6ff2804bf196 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1248643 Feb 02 15:49:19.688467 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf959459-03c1-406b-af0f-6418c23ee100 req-52978049-2bdc-4d6d-ba16-4d7a73836092 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0624535 Feb 02 15:49:19.691565 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:49:19.741203 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-da37036c-f79d-4df2-8670-8665ea999f08 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:19.743943 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-da37036c-f79d-4df2-8670-8665ea999f08 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 815 time: 0.3307893 Feb 02 15:49:19.776518 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'port': {'device_id': '01b3a20a-de6f-482c-96a0-21b55727616e', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'admin_state_up': True, 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:19.863990 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:19.949969 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7439cdc-feb9-4898-9ff8-88ab59e826f3 req-cbbdb774-60f0-4575-b55d-d56761908f18 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:19.955629 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d7439cdc-feb9-4898-9ff8-88ab59e826f3 req-cbbdb774-60f0-4575-b55d-d56761908f18 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.1732252 Feb 02 15:49:19.988596 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:20.005058 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:20.035867 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Made reservation on behalf of 485a8ed26a714f30ba82c207c3dc780e for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:20.042415 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.068103 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d7439cdc-feb9-4898-9ff8-88ab59e826f3 req-34b4421d-0130-470b-bf64-1dbf6b300802 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1056983 Feb 02 15:49:20.117939 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 6dd0990d-c073-4518-9235-5693b14761e9 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:20.118825 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.282400 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b06d141a-3ed1-4304-845e-d5aa56f46e11 req-6017bb00-8595-4cca-8937-b4cb03361df1 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 210 time: 0.1010261 Feb 02 15:49:20.440456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Allocated IP 172.20.0.12 (512fa894-499c-44c1-9a64-9f5c5d28ff69/a801eb26-2c02-4abc-9ebe-23920245c4d0/e6529cb0-84a5-4299-95aa-eccc597e5679) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:20.453927 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.492794 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:20.513407 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:20.524721 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:20.712591 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9', 'code': 200} Feb 02 15:49:20.713689 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=7']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:20.920987 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-792beb50-7c8b-4bcb-ad07-2d3a2123197c req-0208a3f1-a9f8-419a-bc05-d6dd0eeb0ba8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:20.955311 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-792beb50-7c8b-4bcb-ad07-2d3a2123197c req-0208a3f1-a9f8-419a-bc05-d6dd0eeb0ba8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.4748428 Feb 02 15:49:21.190782 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.201753 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-792beb50-7c8b-4bcb-ad07-2d3a2123197c req-c0b6a697-94c2-4e0f-95bd-54f4a1e94b54 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2388902 Feb 02 15:49:21.239439 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Transition to ACTIVE for port object e6529cb0-84a5-4299-95aa-eccc597e5679 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:21.316499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.400335 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-05af690c-d256-45a8-8917-b56c23500d33 req-8f767382-7562-4544-b566-9fd5511a4243 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:21.419736 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-05af690c-d256-45a8-8917-b56c23500d33 req-8f767382-7562-4544-b566-9fd5511a4243 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.3542817 Feb 02 15:49:21.548880 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:21.555459 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:21.577846 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:21.719620 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:21.799192 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:21.801625 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:21.822650 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-05af690c-d256-45a8-8917-b56c23500d33 req-2b41050a-b844-427a-b2f6-7708dee142a2 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.4014966 Feb 02 15:49:21.893507 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-b61bc6f7-022d-4aa6-ac4f-bd085e871c44 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.1218758 Feb 02 15:49:21.916828 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Request body: {'port': {'device_id': '01b3a20a-de6f-482c-96a0-21b55727616e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:22.067862 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb33324f-2468-406e-af9b-d88933b829fe req-b10dfc19-bdf5-48d1-afa3-6d1d002aa484 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:22.072911 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-92e20bc8-c03b-4dd7-843b-b5dfc293e75b None None] Provisioning for port e6529cb0-84a5-4299-95aa-eccc597e5679 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:22.079171 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-eb33324f-2468-406e-af9b-d88933b829fe req-b10dfc19-bdf5-48d1-afa3-6d1d002aa484 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.5429070 Feb 02 15:49:22.093998 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-92e20bc8-c03b-4dd7-843b-b5dfc293e75b None None] Provisioning complete for port e6529cb0-84a5-4299-95aa-eccc597e5679 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:22.094577 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-92e20bc8-c03b-4dd7-843b-b5dfc293e75b None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.255886 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-eb33324f-2468-406e-af9b-d88933b829fe req-0e786258-8c09-49c4-9001-27e228ba3496 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1683786 Feb 02 15:49:22.318662 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-92e20bc8-c03b-4dd7-843b-b5dfc293e75b None None] Port e6529cb0-84a5-4299-95aa-eccc597e5679 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:49:22.368243 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:22.598567 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dab63a79-a477-413b-a848-06942d67fd56 req-0e853e81-fd7b-4ed6-9650-302a9b9fb6cb tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:22.619101 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dab63a79-a477-413b-a848-06942d67fd56 req-0e853e81-fd7b-4ed6-9650-302a9b9fb6cb tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 932 time: 0.2235236 Feb 02 15:49:22.788862 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-dab63a79-a477-413b-a848-06942d67fd56 req-b3ee3778-cac5-471b-a041-0905118e9a72 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Synchronizing usage tracker for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:49:22.867872 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-dab63a79-a477-413b-a848-06942d67fd56 req-b3ee3778-cac5-471b-a041-0905118e9a72 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Unset dirty status for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:49:22.917501 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dab63a79-a477-413b-a848-06942d67fd56 req-b3ee3778-cac5-471b-a041-0905118e9a72 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2844579 Feb 02 15:49:22.960402 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7aac4552-b39b-4101-bd34-02f922fa8c10 req-516b8949-28ae-4aa8-b45f-4b486e7de907 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:22.979975 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7aac4552-b39b-4101-bd34-02f922fa8c10 req-516b8949-28ae-4aa8-b45f-4b486e7de907 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.3985474 Feb 02 15:49:23.149013 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7aac4552-b39b-4101-bd34-02f922fa8c10 req-1907a1af-7dcd-4be6-bee7-359e687e6c16 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1595347 Feb 02 15:49:23.369018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e6529cb0-84a5-4299-95aa-eccc597e5679 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:49:23.398253 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.408205 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a45ab50f-45da-4a0f-b051-1a5dc95002eb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.455043 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Transition to ACTIVE for port object e6529cb0-84a5-4299-95aa-eccc597e5679 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:23.458492 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7e3b9a0-4332-4634-9a96-5170f551c0b9 req-2be27686-ae76-489c-b184-5f44c36852f4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:23.465290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:23.468962 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a7e3b9a0-4332-4634-9a96-5170f551c0b9 req-2be27686-ae76-489c-b184-5f44c36852f4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2330966 Feb 02 15:49:23.588975 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a7e3b9a0-4332-4634-9a96-5170f551c0b9 req-f94937ba-12db-44d2-a7e3-adaeeda10aa9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1187682 Feb 02 15:49:23.890628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7707eb2-caea-43dc-925f-b7cb31e062f6 req-8c3ade50-97e8-4a8a-ad5a-fcade5fe3724 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:23.909938 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7707eb2-caea-43dc-925f-b7cb31e062f6 req-8c3ade50-97e8-4a8a-ad5a-fcade5fe3724 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.3197904 Feb 02 15:49:24.068049 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7707eb2-caea-43dc-925f-b7cb31e062f6 req-67797a65-3e0b-4bb0-b139-192c4deb70bc tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1555374 Feb 02 15:49:24.216886 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Pushing event updated for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:24.257002 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.262773 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.263836 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.267292 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.267978 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.268615 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.278746 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.279491 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.280190 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.280868 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.281452 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.282053 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:24.387988 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Attempting to bind port e6529cb0-84a5-4299-95aa-eccc597e5679 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:24.389085 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Attempting to bind port e6529cb0-84a5-4299-95aa-eccc597e5679 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:24.389578 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Attempting to bind port e6529cb0-84a5-4299-95aa-eccc597e5679 on network 512fa894-499c-44c1-9a64-9f5c5d28ff69 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:24.406993 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Port e6529cb0-84a5-4299-95aa-eccc597e5679 on network 512fa894-499c-44c1-9a64-9f5c5d28ff69 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:49:24.407754 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Attempting to bind port e6529cb0-84a5-4299-95aa-eccc597e5679 on network 512fa894-499c-44c1-9a64-9f5c5d28ff69 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:24.434226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:24.434644 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Checking segment: {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:24.435108 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Bound using segment: {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:24.435851 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Bound port: e6529cb0-84a5-4299-95aa-eccc597e5679, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'd1cfedee-e6d6-413d-8b0b-cdab8af133da', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 374, 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:24.436051 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:24.618827 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a781e0da-8bb7-4ba4-96d2-e1bf9a61d512 req-fa941e4a-8384-4335-a24d-d8d7c46b7301 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:24.626377 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a781e0da-8bb7-4ba4-96d2-e1bf9a61d512 req-fa941e4a-8384-4335-a24d-d8d7c46b7301 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.4232390 Feb 02 15:49:24.681341 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-800ae86f-34d4-4b70-89b4-8ae746c5ca57 req-397d43cb-6c60-4baa-abeb-696b0b46838f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:24.683008 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-800ae86f-34d4-4b70-89b4-8ae746c5ca57 req-397d43cb-6c60-4baa-abeb-696b0b46838f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.2452610 Feb 02 15:49:24.764388 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:24.769526 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e6529cb0-84a5-4299-95aa-eccc597e5679,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:24.789873 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:24.826601 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a781e0da-8bb7-4ba4-96d2-e1bf9a61d512 req-9899dae6-fd93-4fe9-873a-dcb88d1db545 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1991360 Feb 02 15:49:24.882406 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-800ae86f-34d4-4b70-89b4-8ae746c5ca57 req-378b8b5d-213a-4dee-bfbc-e19875765ece tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1870437 Feb 02 15:49:25.062123 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Pushing event updated for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:25.083985 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:25.084869 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:25.086519 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-831d98fb-814b-4212-a68b-8d3622d50a78 service neutron] 10.222.0.41 "PUT /v2.0/ports/e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 1094 time: 3.1743035 Feb 02 15:49:25.087142 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:25.303794 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'status': 'completed', 'code': 200} Feb 02 15:49:25.503514 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6a4ece55-85b4-4d01-9b8b-5b48bf498e73 req-1f8434af-83f8-40fe-939e-c33488b56834 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:25.507255 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6a4ece55-85b4-4d01-9b8b-5b48bf498e73 req-1f8434af-83f8-40fe-939e-c33488b56834 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.3442440 Feb 02 15:49:25.612067 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6a4ece55-85b4-4d01-9b8b-5b48bf498e73 req-5725a7ec-1276-4cff-96c4-f2fcea50ba5a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0989132 Feb 02 15:49:25.758653 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7460abfc-ec40-489d-b364-061d7dcffb26 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:25.941754 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c965b345-d610-44fc-bf32-8b1fe9119cf6 req-92589a34-891a-4179-8e3c-fdf21d68d7b2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:25.956039 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c965b345-d610-44fc-bf32-8b1fe9119cf6 req-92589a34-891a-4179-8e3c-fdf21d68d7b2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.2707036 Feb 02 15:49:26.033522 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-d917b3d1-3f81-453a-a8b6-d779093dfed5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:26.042249 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-d917b3d1-3f81-453a-a8b6-d779093dfed5 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1097 time: 0.2088513 Feb 02 15:49:26.068188 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c965b345-d610-44fc-bf32-8b1fe9119cf6 req-68926266-4632-4466-9b47-bf7d765ab51f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1126592 Feb 02 15:49:26.532536 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a36eedf-bc7d-40a2-a981-b697dedd3cc2 req-b9e85d0b-1d29-44bb-a305-ea6b0b6f2371 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:26.548481 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5a36eedf-bc7d-40a2-a981-b697dedd3cc2 req-b9e85d0b-1d29-44bb-a305-ea6b0b6f2371 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.4039948 Feb 02 15:49:26.628822 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5a36eedf-bc7d-40a2-a981-b697dedd3cc2 req-e52930dd-5712-4264-9149-79be1864f74e tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0791464 Feb 02 15:49:26.679731 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b21f7f83-7302-4966-9b63-058fb421c534 req-b2bbc9c2-fc0b-4535-8a3c-55c1a3829cbe tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:26.694351 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b21f7f83-7302-4966-9b63-058fb421c534 req-b2bbc9c2-fc0b-4535-8a3c-55c1a3829cbe tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.3980334 Feb 02 15:49:26.734555 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.787356 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:26.841414 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b21f7f83-7302-4966-9b63-058fb421c534 req-fd516ccb-0db6-4889-9e34-c6c8b57bae8d tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1461041 Feb 02 15:49:27.052185 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-483d526a-b3cb-466d-9137-69b1e9e168c4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 217 time: 0.2051098 Feb 02 15:49:27.105574 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d1dbf46e-529f-4a16-80d8-d4473c3b2446 req-c0774e2b-9752-4c68-8464-45d2e4be2cb4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:27.120079 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d1dbf46e-529f-4a16-80d8-d4473c3b2446 req-c0774e2b-9752-4c68-8464-45d2e4be2cb4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2984433 Feb 02 15:49:27.277377 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-35efc3d1-91cc-4521-a875-125a6839c5cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:27.280377 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-35efc3d1-91cc-4521-a875-125a6839c5cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.2030876 Feb 02 15:49:27.392968 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d1dbf46e-529f-4a16-80d8-d4473c3b2446 req-35965c2f-68ac-45c8-8bb9-01311462c907 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2717311 Feb 02 15:49:27.589384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7692268-93e3-4c84-b59e-aa5857821615 req-5b72b718-c42b-4a56-8b5f-7e58be5c4e31 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:27.597828 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-5b72b718-c42b-4a56-8b5f-7e58be5c4e31 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2894542 Feb 02 15:49:27.966426 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-378dfa71-0b50-4007-ad6b-b84af9383b8d service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2443628 Feb 02 15:49:28.043983 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e57dcff3-a7bb-4463-b548-a574306f92c4 req-deb6741a-c8bb-4f9a-a58d-b61047267bde tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:28.045540 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e57dcff3-a7bb-4463-b548-a574306f92c4 req-deb6741a-c8bb-4f9a-a58d-b61047267bde tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.3079503 Feb 02 15:49:28.054140 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-354a23c1-7896-441b-bacb-26aeb1de62a2 req-181b3f64-e9d3-4fce-bde7-32847f3f5ce4 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:28.055677 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-354a23c1-7896-441b-bacb-26aeb1de62a2 req-181b3f64-e9d3-4fce-bde7-32847f3f5ce4 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.4036975 Feb 02 15:49:28.135726 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e57dcff3-a7bb-4463-b548-a574306f92c4 req-230629ff-0c1d-4b1d-b362-8f2d75f15974 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0789285 Feb 02 15:49:28.203042 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-354a23c1-7896-441b-bacb-26aeb1de62a2 req-bf04cb40-e2c1-43e4-9c67-7b6a6387238c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1152821 Feb 02 15:49:28.255606 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:28.284191 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7692268-93e3-4c84-b59e-aa5857821615 req-408cec9d-8f21-4074-b3ca-dc54a0fb9695 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2688580 Feb 02 15:49:28.287318 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-f4b451b0-07ca-4112-8435-c5d3d1502b7f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:28.289922 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-f4b451b0-07ca-4112-8435-c5d3d1502b7f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1098 time: 0.3219140 Feb 02 15:49:28.534332 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae198f83-b542-4c91-8c47-1e9bc01f1d35 req-5f968f3b-8fa2-4d8b-b20e-a8300f349678 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:28.538174 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ae198f83-b542-4c91-8c47-1e9bc01f1d35 req-5f968f3b-8fa2-4d8b-b20e-a8300f349678 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.2008994 Feb 02 15:49:28.683619 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ae198f83-b542-4c91-8c47-1e9bc01f1d35 req-1570a402-629b-4eaa-9833-99c60b9533c0 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1097236 Feb 02 15:49:28.946138 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0334a513-65fc-4ada-ad3e-ac02a1f3bcb3 req-6280aeb6-c355-47b5-b065-7c59f7c4d23e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:28.950723 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0334a513-65fc-4ada-ad3e-ac02a1f3bcb3 req-6280aeb6-c355-47b5-b065-7c59f7c4d23e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2348840 Feb 02 15:49:28.987999 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-955645d8-cb63-4302-a3e1-6736b1590e96 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:28.990490 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-955645d8-cb63-4302-a3e1-6736b1590e96 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.5832553 Feb 02 15:49:29.078837 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52488) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:29.113955 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0334a513-65fc-4ada-ad3e-ac02a1f3bcb3 req-246045a9-09b9-4196-8e46-2f5843197b3a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1557510 Feb 02 15:49:29.173318 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-b3c8793d-8155-4a77-b5f5-6f4c4c335cb0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:29.176511 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-b3c8793d-8155-4a77-b5f5-6f4c4c335cb0 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1097 time: 0.3870010 Feb 02 15:49:29.437641 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.472170 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-b26ff48d-16c9-466d-b226-7343d16b9e64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 1001 time: 0.4616346 Feb 02 15:49:29.510429 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:29.515704 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Usage tracker for resource:security_group_rule and tenant:0a34438ca5ff4498a1f6570b74e5c6ed is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:29.520366 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:29.528301 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:29.583381 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52502) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:29.696291 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-0c635c47-2114-4830-91a9-4bc55e1a6b43 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:29.699449 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-0c635c47-2114-4830-91a9-4bc55e1a6b43 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.2089441 Feb 02 15:49:29.722015 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-69f9b9b9-1c5e-45b0-8de8-cdd18a99a31e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:29.731417 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-69f9b9b9-1c5e-45b0-8de8-cdd18a99a31e service neutron] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 916 time: 0.5345466 Feb 02 15:49:29.872537 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c0b5c21e-5807-4925-b82e-6884ed27c105 req-2243ec6d-d313-4fd6-b94a-ff8a1ab339db tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:29.874563 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c0b5c21e-5807-4925-b82e-6884ed27c105 req-2243ec6d-d313-4fd6-b94a-ff8a1ab339db tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.5581362 Feb 02 15:49:29.930836 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-e6b601b3-06e1-48b3-89e5-8f43f5fc2f19 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 217 time: 0.1309781 Feb 02 15:49:29.941498 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:29.967329 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:29.984209 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Usage tracker for resource:security_group_rule and tenant:35c9bcbce79b4c29a13df864f3f64f4a is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:29.992896 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:29.997570 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.007369 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-6cfb1e4a-c9b7-4ae6-a42d-00d6d2b7ce5b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:30.009605 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-6cfb1e4a-c9b7-4ae6-a42d-00d6d2b7ce5b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2769082 Feb 02 15:49:30.012290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:30.015685 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.082926 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf5d759b-df53-4d8d-8fcf-d5abb8270ecf req-5ae50f00-2979-496b-ab81-d563f7d283f6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:30.084487 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf5d759b-df53-4d8d-8fcf-d5abb8270ecf req-5ae50f00-2979-496b-ab81-d563f7d283f6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.6340053 Feb 02 15:49:30.095303 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c0b5c21e-5807-4925-b82e-6884ed27c105 req-25215cf2-a1d1-4a45-aaf8-3807de3232fc tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2086220 Feb 02 15:49:30.146383 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=a16cb5f7-146b-447b-b042-5e5d15046da8,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:30.155250 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0a34438ca5ff4498a1f6570b74e5c6ed&name=default HTTP/1.1" status: 200 len: 2979 time: 1.0381832 Feb 02 15:49:30.157866 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52516) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:30.267051 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf5d759b-df53-4d8d-8fcf-d5abb8270ecf req-48ed8eaf-fb5a-46a7-8e56-103f36ab0f30 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1701057 Feb 02 15:49:30.268383 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.268686 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.269020 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.269357 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.269689 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.270014 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.286728 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.287028 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.287411 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.287713 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.288041 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.288365 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f1ea703a-1a6a-45c3-add2-7186e763e9aa admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:30.301564 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-aafc0318-d852-4cf2-bf83-f3cd6d64798d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:30.309299 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-aafc0318-d852-4cf2-bf83-f3cd6d64798d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.1706841 Feb 02 15:49:30.428632 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.450078 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d217441-c0ca-4fb9-89e9-8daa97bffc52 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.567773 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d217441-c0ca-4fb9-89e9-8daa97bffc52 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.618490 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6bd4c1cc-ca28-4b7c-9144-bfe16f1879e2 req-e23ca085-0995-4ac7-8478-4b4b8e6dc14e tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:30.626881 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6bd4c1cc-ca28-4b7c-9144-bfe16f1879e2 req-e23ca085-0995-4ac7-8478-4b4b8e6dc14e tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.3168943 Feb 02 15:49:30.654384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.745456 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-74364f83-0b4b-43f4-9be1-6d036fbe4143 req-933fc3bd-c456-4dc8-a1b6-14d507ffd727 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:30.747028 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-74364f83-0b4b-43f4-9be1-6d036fbe4143 req-933fc3bd-c456-4dc8-a1b6-14d507ffd727 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2569678 Feb 02 15:49:30.758566 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6bd4c1cc-ca28-4b7c-9144-bfe16f1879e2 req-59349f29-c326-42d4-82a7-bab5e036245d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306124 Feb 02 15:49:30.773071 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bf17b983-331c-4bc9-b742-10ce13162c43,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:30.837149 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d217441-c0ca-4fb9-89e9-8daa97bffc52 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.884579 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-420dac7a-a35a-4cd6-bed3-3fbe12e01b49 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=35c9bcbce79b4c29a13df864f3f64f4a&name=default HTTP/1.1" status: 200 len: 2979 time: 1.3003323 Feb 02 15:49:30.891901 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52520) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:30.902351 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-74364f83-0b4b-43f4-9be1-6d036fbe4143 req-4cd280b3-8a27-47ad-a6ad-0745fbbfa697 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1404240 Feb 02 15:49:30.916766 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d217441-c0ca-4fb9-89e9-8daa97bffc52 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=a16cb5f7-146b-447b-b042-5e5d15046da8,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:30.928252 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d217441-c0ca-4fb9-89e9-8daa97bffc52 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:30.930486 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3d217441-c0ca-4fb9-89e9-8daa97bffc52 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/a16cb5f7-146b-447b-b042-5e5d15046da8 HTTP/1.1" status: 204 len: 168 time: 0.7700186 Feb 02 15:49:31.091887 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-f8c63453-cafb-4f71-8289-c9a8d6ea92bb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:31.095149 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-f8c63453-cafb-4f71-8289-c9a8d6ea92bb service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.6006951 Feb 02 15:49:31.116255 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-49f6fa98-4002-4cd9-ad30-02cc83fae077 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.8019829 Feb 02 15:49:31.478539 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1d4be6d7-147f-4358-8ba4-5a9e9c710efd req-b38fca9e-7afc-49cd-b10f-7b1dbe8f0ba4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:31.489679 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1d4be6d7-147f-4358-8ba4-5a9e9c710efd req-b38fca9e-7afc-49cd-b10f-7b1dbe8f0ba4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1918654 Feb 02 15:49:31.637794 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1d4be6d7-147f-4358-8ba4-5a9e9c710efd req-edb01289-ff23-4083-b965-d8fb223e7315 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1417835 Feb 02 15:49:31.646328 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbd63e65-f6a7-48ed-9222-d9fdfff71c11 req-3a82ed7a-683a-4356-8db2-072de80bafdb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:31.653196 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fbd63e65-f6a7-48ed-9222-d9fdfff71c11 req-3a82ed7a-683a-4356-8db2-072de80bafdb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1172180 Feb 02 15:49:31.739784 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9932b57b-0b13-45b9-8cf2-4c6639d687f1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:31.742614 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fbd63e65-f6a7-48ed-9222-d9fdfff71c11 req-ff5a1f78-bdce-425f-a850-d95460686b49 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0884006 Feb 02 15:49:31.778010 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-874e5220-bf99-47b6-8a3b-b426e84be04f service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.6566920 Feb 02 15:49:31.972318 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3c50ee2-3095-4781-8d2f-c0d2302e7599 req-2307b02d-6bee-449b-9f2f-d5f093c9e688 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1797671 Feb 02 15:49:31.997159 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9932b57b-0b13-45b9-8cf2-4c6639d687f1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.053710 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0bb6fabd-7bf8-47ef-9df8-c03371d6e776 req-9de04c4f-9ff9-4829-96be-bc4cb34a2501 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.7194257 Feb 02 15:49:32.091637 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9932b57b-0b13-45b9-8cf2-4c6639d687f1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.147449 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79f1cfe5-e33c-46f8-a23c-5743094f3176 req-46021b6c-4078-454a-961c-2e222a2a20a2 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:32.148420 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9932b57b-0b13-45b9-8cf2-4c6639d687f1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bf17b983-331c-4bc9-b742-10ce13162c43,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:32.150769 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9932b57b-0b13-45b9-8cf2-4c6639d687f1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:32.151932 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-9932b57b-0b13-45b9-8cf2-4c6639d687f1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bf17b983-331c-4bc9-b742-10ce13162c43 HTTP/1.1" status: 204 len: 168 time: 1.2586136 Feb 02 15:49:32.163425 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79f1cfe5-e33c-46f8-a23c-5743094f3176 req-46021b6c-4078-454a-961c-2e222a2a20a2 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.2460558 Feb 02 15:49:32.296189 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79f1cfe5-e33c-46f8-a23c-5743094f3176 req-86455e33-2d40-4b7a-97b4-b47303406a21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0781176 Feb 02 15:49:32.333805 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70722492-a132-4b51-adc1-d5829e971412 req-1cd2cb48-56e4-4b20-a817-f15113c518b5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:32.335619 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-70722492-a132-4b51-adc1-d5829e971412 req-1cd2cb48-56e4-4b20-a817-f15113c518b5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1709151 Feb 02 15:49:32.422860 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-70722492-a132-4b51-adc1-d5829e971412 req-227ae2c4-c093-46d4-8e77-0259849c312d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0799830 Feb 02 15:49:33.180457 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23bea309-2269-47b8-bb8d-9a47e1f1dd9a req-d76a6548-eb34-4485-ba5d-827477192341 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:33.191915 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23bea309-2269-47b8-bb8d-9a47e1f1dd9a req-d76a6548-eb34-4485-ba5d-827477192341 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.3555300 Feb 02 15:49:33.401168 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-391524da-4019-4419-8828-7ed0b299af6d req-524c6464-c54a-4d23-9d6e-45707f7b36e2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:33.403233 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-391524da-4019-4419-8828-7ed0b299af6d req-524c6464-c54a-4d23-9d6e-45707f7b36e2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.3773527 Feb 02 15:49:33.418322 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23bea309-2269-47b8-bb8d-9a47e1f1dd9a req-10829176-141f-4152-929f-d353ef8ef1ac tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.2204504 Feb 02 15:49:33.513408 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-391524da-4019-4419-8828-7ed0b299af6d req-525c3b6a-f070-4cfd-864c-7221c4640606 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0932071 Feb 02 15:49:33.701690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52568) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:33.848156 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-505b23f8-fda1-45ef-bc8e-a3ca19bdbb80 req-8ba1f7fc-1b7d-4521-bacc-cdc5953da057 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:33.849596 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-505b23f8-fda1-45ef-bc8e-a3ca19bdbb80 req-8ba1f7fc-1b7d-4521-bacc-cdc5953da057 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.2367280 Feb 02 15:49:33.889073 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-539d35e6-3ef2-4aee-9d16-b1ef79c51f07 req-ec6dbba2-bc62-4232-acc6-441e77b06e80 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:33.898389 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-539d35e6-3ef2-4aee-9d16-b1ef79c51f07 req-ec6dbba2-bc62-4232-acc6-441e77b06e80 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1916275 Feb 02 15:49:33.930242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1080720767-network', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:33.935735 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:33.941055 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Usage tracker for resource:network and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:33.949136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:33.966427 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:33.979005 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Made reservation on behalf of c21ecf8c592c41f6ab2a3d66b429ce87 for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:33.981624 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:33.982464 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-505b23f8-fda1-45ef-bc8e-a3ca19bdbb80 req-776860b8-d0cc-489f-a49f-c98fad3000da tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1224380 Feb 02 15:49:33.992265 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-539d35e6-3ef2-4aee-9d16-b1ef79c51f07 req-e790bc36-d352-4ed5-b11b-c0f1ec96b577 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0928054 Feb 02 15:49:34.021957 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.135016 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:34.139336 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:34.142998 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:34.158514 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:34.300166 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.304801 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.337484 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] vlan segment allocate from pool success with {'vlan_id': 368, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:49:34.347462 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=bd8f6acc-b2ac-442f-81de-0d8c0cadec7f,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:34.353884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.354301 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Added segment 40b73094-63d5-4b33-9e05-4a2e9a6d7c3e of type vlan for network 22e70d5d-e25c-4af1-bf2e-f6acb840714a Feb 02 15:49:34.469893 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.547547 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.548518 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:34.549104 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.793044 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] Pushing event updated for resources: {'Network': ['ID=22e70d5d-e25c-4af1-bf2e-f6acb840714a,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:34.796924 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5c292498-4b1c-4c51-b5b7-26bcbcc9bd89 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 1.0942578 Feb 02 15:49:34.801074 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52586) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:34.805162 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:49:34.807049 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Request body: {'subnet': {'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1080720767-subnet', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:34.812142 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:34.819447 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Usage tracker for resource:subnet and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:34.823305 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:34.829391 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:34.860999 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Made reservation on behalf of c21ecf8c592c41f6ab2a3d66b429ce87 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:34.865825 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:34.899455 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4991382a-b1ad-437a-9efe-1d90be0095b9 req-0056547e-543a-4dbf-9a42-3b63b74f5466 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:34.918739 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4991382a-b1ad-437a-9efe-1d90be0095b9 req-0056547e-543a-4dbf-9a42-3b63b74f5466 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.3146064 Feb 02 15:49:35.000856 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4991382a-b1ad-437a-9efe-1d90be0095b9 req-0368a376-9a4e-49e1-8bce-dbddd4e96910 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0808225 Feb 02 15:49:35.044124 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-55f3822c-5dc8-4173-a8e7-9a987ce1cba7 req-b0235158-8f70-4f79-8377-f0980414eb76 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.056582 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-55f3822c-5dc8-4173-a8e7-9a987ce1cba7 req-b0235158-8f70-4f79-8377-f0980414eb76 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.2862968 Feb 02 15:49:35.154877 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-55f3822c-5dc8-4173-a8e7-9a987ce1cba7 req-3a70fd60-c784-439d-8718-4a2987fd5b1e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0970345 Feb 02 15:49:35.306786 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4f0c22c7-5bc0-423d-96f2-1fc608d51723 req-cc002f6c-d1d9-4043-bfdb-ad4e7ffb5617 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.315461 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4f0c22c7-5bc0-423d-96f2-1fc608d51723 req-cc002f6c-d1d9-4043-bfdb-ad4e7ffb5617 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.1351156 Feb 02 15:49:35.352443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.447036 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4f0c22c7-5bc0-423d-96f2-1fc608d51723 req-08fb94c8-7831-4fdb-8b35-fca6ffbae4cf tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1306970 Feb 02 15:49:35.469128 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Pushing event updated for resources: {'Subnet': ['ID=3add58ba-6917-4751-bfaa-ffd2e8656e84,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:35.528664 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6ea67aba-3941-430c-b1c5-c521f4bfc803 req-aa187a04-f185-42dd-b06f-7f577fe92de8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.536248 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6ea67aba-3941-430c-b1c5-c521f4bfc803 req-aa187a04-f185-42dd-b06f-7f577fe92de8 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1754525 Feb 02 15:49:35.536963 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Checking segment: {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:35.538238 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Network hostable DHCP agents. Network: 22e70d5d-e25c-4af1-bf2e-f6acb840714a, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:49:35.572575 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:49:35.589178 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 22e70d5d-e25c-4af1-bf2e-f6acb840714a) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:35.595443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:35.596035 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.601933 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be26f527-7638-4b42-aa87-b01f6ae2d202 None None] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:49:35.637466 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6ea67aba-3941-430c-b1c5-c521f4bfc803 req-c04f54b8-ee28-4b6d-8f7e-b0a255600c72 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1002791 Feb 02 15:49:35.657733 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-56729ba2-df0d-4441-a692-7e595970b9bf admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.8530626 Feb 02 15:49:35.658705 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52600) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:35.664497 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:35.687213 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:35.692155 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Usage tracker for resource:router and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:35.698639 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:35.709061 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:35.729698 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.730643 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:35.772415 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.004417 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:49:36.005401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.154842 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.270324 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Allocated IP 172.20.0.2 (22e70d5d-e25c-4af1-bf2e-f6acb840714a/3add58ba-6917-4751-bfaa-ffd2e8656e84/d540dc0d-d413-43a2-990c-c3fc8f6cbeab) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:36.466805 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7a22429-70d2-4845-8eb1-c6939daa9ae3 req-038e4961-e17f-4f22-862c-c9eea8f57846 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:36.468409 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7a22429-70d2-4845-8eb1-c6939daa9ae3 req-038e4961-e17f-4f22-862c-c9eea8f57846 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1812992 Feb 02 15:49:36.598565 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7a22429-70d2-4845-8eb1-c6939daa9ae3 req-5569cecc-d0e6-44ff-affe-8b2662bb2a7c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1195426 Feb 02 15:49:36.713828 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.743076 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.755261 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:36.775432 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Transition to ACTIVE for port object d540dc0d-d413-43a2-990c-c3fc8f6cbeab will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:36.823127 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Transition to ACTIVE for port object d540dc0d-d413-43a2-990c-c3fc8f6cbeab will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:36.832959 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6b0c8bf5-17ec-42f5-811d-b10ca73cf83b req-bb7d8fc5-683a-475a-bb83-51f47f3429f6 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:36.834526 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6b0c8bf5-17ec-42f5-811d-b10ca73cf83b req-bb7d8fc5-683a-475a-bb83-51f47f3429f6 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.1813669 Feb 02 15:49:36.841205 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.005577 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Pushing event updated for resources: {'Port': ['ID=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:37.015980 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.017334 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.017691 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.018127 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.018483 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.018814 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.019141 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.019571 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.019785 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.020109 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.020430 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.020749 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:49:37.021307 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6b0c8bf5-17ec-42f5-811d-b10ca73cf83b req-9b1d51bc-a6c4-4927-89f4-af69c15c1eb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1761262 Feb 02 15:49:37.035201 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:37.038063 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:37.041954 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:37.084131 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Allocated IP 172.27.2.237 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:37.085629 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-131b0138-ee97-4866-b6d1-55892506baf3 req-d647e936-2f4c-4a61-9fc6-c5448f06328e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:37.087806 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-131b0138-ee97-4866-b6d1-55892506baf3 req-d647e936-2f4c-4a61-9fc6-c5448f06328e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1943643 Feb 02 15:49:37.150658 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-131b0138-ee97-4866-b6d1-55892506baf3 req-1ea03bb2-8bfd-47cb-80af-cfd3d869990b tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0547965 Feb 02 15:49:37.166839 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Attempting to bind port d540dc0d-d413-43a2-990c-c3fc8f6cbeab on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:37.167284 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Attempting to bind port d540dc0d-d413-43a2-990c-c3fc8f6cbeab by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:37.167704 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Attempting to bind port d540dc0d-d413-43a2-990c-c3fc8f6cbeab on network 22e70d5d-e25c-4af1-bf2e-f6acb840714a {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:37.174361 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:37.174752 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Checking segment: {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:37.175176 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.175583 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Bound using segment: {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:37.176047 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Bound port: d540dc0d-d413-43a2-990c-c3fc8f6cbeab, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:37.176415 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.280168 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] For port d540dc0d-d413-43a2-990c-c3fc8f6cbeab, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:37.283833 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] For port d540dc0d-d413-43a2-990c-c3fc8f6cbeab, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:37.290322 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.339764 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.375394 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:37.389694 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-59e424c3-7d08-4a1a-868f-f64c77b8ea97 None None] Pushing event updated for resources: {'Port': ['ID=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:37.452263 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:37.456117 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:37.458838 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:37.509621 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Pushing event updated for resources: {'Port': ['ID=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:37.831338 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device d540dc0d-d413-43a2-990c-c3fc8f6cbeab up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:37.914847 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3c3499b4-a355-4b25-a8a7-5fd851c916e7 req-1c05d36b-aca5-4798-81f1-9fb7f67f356b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:37.918697 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3c3499b4-a355-4b25-a8a7-5fd851c916e7 req-1c05d36b-aca5-4798-81f1-9fb7f67f356b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1253109 Feb 02 15:49:37.939785 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port d540dc0d-d413-43a2-990c-c3fc8f6cbeab completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:37.971679 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3c3499b4-a355-4b25-a8a7-5fd851c916e7 req-5a261a20-0a45-43bc-8668-fdcfb8d8a2d5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0405605 Feb 02 15:49:38.072028 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.243071 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d9a4495-4d6c-4615-9e0f-3a016023008d req-ae06a26e-a622-428a-82a5-d9059b491c22 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:38.245697 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d9a4495-4d6c-4615-9e0f-3a016023008d req-ae06a26e-a622-428a-82a5-d9059b491c22 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.1145008 Feb 02 15:49:38.345915 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d9a4495-4d6c-4615-9e0f-3a016023008d req-64e2b37f-0729-4a09-b4f5-5e126d4e53c9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0932353 Feb 02 15:49:38.393470 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-24796720-9348-407f-a93e-e53ef2b6cfab req-e901b694-7401-4217-b284-716cbe5cd1da tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:38.395159 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-24796720-9348-407f-a93e-e53ef2b6cfab req-e901b694-7401-4217-b284-716cbe5cd1da tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1171727 Feb 02 15:49:38.442619 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-24796720-9348-407f-a93e-e53ef2b6cfab req-2915836a-b432-4a9e-87ff-9eb07302d00c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0417812 Feb 02 15:49:38.560088 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f7e360b1-9b02-4d70-b616-f055af4266c2 None None] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:49:38.566321 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.664556 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-6524c6d7-ab4f-4321-afa5-ddc12810cd05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:38.666029 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-6524c6d7-ab4f-4321-afa5-ddc12810cd05 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1099 time: 0.2670934 Feb 02 15:49:38.688645 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-140762ef-5063-4c5b-8fc1-327969c5aba7 None None] Provisioning for port d540dc0d-d413-43a2-990c-c3fc8f6cbeab completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:38.707054 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-140762ef-5063-4c5b-8fc1-327969c5aba7 None None] Provisioning complete for port d540dc0d-d413-43a2-990c-c3fc8f6cbeab triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:38.707422 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-140762ef-5063-4c5b-8fc1-327969c5aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.889341 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-ca44e72e-31e4-475a-857f-da1c0cedfe03 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:38.890800 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-ca44e72e-31e4-475a-857f-da1c0cedfe03 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.2168493 Feb 02 15:49:38.899953 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:49:38.947116 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-140762ef-5063-4c5b-8fc1-327969c5aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:38.991756 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-140762ef-5063-4c5b-8fc1-327969c5aba7 None None] For port d540dc0d-d413-43a2-990c-c3fc8f6cbeab, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:38.996468 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-140762ef-5063-4c5b-8fc1-327969c5aba7 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.076404 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-140762ef-5063-4c5b-8fc1-327969c5aba7 None None] Pushing event updated for resources: {'Port': ['ID=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:39.191380 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-a8d0ad2e-108a-4523-8392-95482d433e3e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 200 len: 1002 time: 0.2924933 Feb 02 15:49:39.220515 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-7db10a67-bdb7-473e-8095-654328c8a06f None None] Provisioning complete for port d540dc0d-d413-43a2-990c-c3fc8f6cbeab triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:39.222153 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7db10a67-bdb7-473e-8095-654328c8a06f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.229853 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9eaeb7b8-b0ec-4cd0-be5c-80bdf91b2fa7 req-99fbdca9-3a3d-4cfb-a0bf-6c04a4547af1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.231614 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9eaeb7b8-b0ec-4cd0-be5c-80bdf91b2fa7 req-99fbdca9-3a3d-4cfb-a0bf-6c04a4547af1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.1014519 Feb 02 15:49:39.278612 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9eaeb7b8-b0ec-4cd0-be5c-80bdf91b2fa7 req-445be4ce-81c2-4eb2-bca2-7c21dd243c96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0395384 Feb 02 15:49:39.411501 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-315cde3c-d47d-40ed-9f4b-65cad03e7163 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.413201 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-315cde3c-d47d-40ed-9f4b-65cad03e7163 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.2135172 Feb 02 15:49:39.415075 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:49:39.425228 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Sync routers for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:49:39.435859 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:39.436570 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:39.511074 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.512279 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-4879a6d8-3d74-4602-bfe8-11fc73b605b3 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 921 time: 3.8533850 Feb 02 15:49:39.516084 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36f63809-5fee-4ce1-aa7c-a9c3c30ea516 req-bb4568e9-2461-4abc-adf9-08c41f88ebaa service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.518246 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36f63809-5fee-4ce1-aa7c-a9c3c30ea516 req-bb4568e9-2461-4abc-adf9-08c41f88ebaa service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.2735460 Feb 02 15:49:39.518987 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52626) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:39.553939 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ab1ac40-7e71-4aa3-8a8f-71f137643e5f req-8d3a7224-9443-4eb6-b669-ffa0df6662d3 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.557512 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5ab1ac40-7e71-4aa3-8a8f-71f137643e5f req-8d3a7224-9443-4eb6-b669-ffa0df6662d3 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.0890644 Feb 02 15:49:39.618359 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5ab1ac40-7e71-4aa3-8a8f-71f137643e5f req-6bcc5d7d-c024-4272-b63d-d022b3a6ff85 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0517664 Feb 02 15:49:39.644833 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:39.663012 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device d540dc0d-d413-43a2-990c-c3fc8f6cbeab up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:39.674149 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-36f63809-5fee-4ce1-aa7c-a9c3c30ea516 req-1e8ce068-a171-4f03-a2e7-1048123a4636 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1489263 Feb 02 15:49:39.727585 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d46a4eb-319c-46d8-9cab-4479e37faff7 req-653871bf-d1de-41bb-97b3-86596cc3ce8a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.729181 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4d46a4eb-319c-46d8-9cab-4479e37faff7 req-653871bf-d1de-41bb-97b3-86596cc3ce8a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1234841 Feb 02 15:49:39.737839 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-5884510c-fa97-4d3f-a80b-ec8a8f63088f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:39.739728 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-5884510c-fa97-4d3f-a80b-ec8a8f63088f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.3138852 Feb 02 15:49:39.758987 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port d540dc0d-d413-43a2-990c-c3fc8f6cbeab triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:39.759722 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:39.794846 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4d46a4eb-319c-46d8-9cab-4479e37faff7 req-6f13eaa0-d754-48b0-9d4a-409d3d8e6521 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589871 Feb 02 15:49:40.022717 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:37Z', 'revision_number': 3, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:37Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:40.026359 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Checking router: aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:49:40.026708 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Updating router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:49:40.078196 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.231671 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-59145240-07a9-4009-b041-0a9ff7a9e3ed service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2243874 Feb 02 15:49:40.417258 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.430293 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Transition to ACTIVE for port object ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:40.436522 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.481613 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f7857789-dbcd-4611-8d1c-d119465ad88f req-4a5babaf-6e56-4789-b8d3-94f35fdc4a54 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:40.483412 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7857789-dbcd-4611-8d1c-d119465ad88f req-4a5babaf-6e56-4789-b8d3-94f35fdc4a54 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.0850015 Feb 02 15:49:40.525058 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Attempting to bind port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:40.525470 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Attempting to bind port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:40.525838 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Attempting to bind port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:40.529650 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd0ba-9eb1-47b1-bacc-3629cc28d1af None None] Pushing event updated for resources: {'Port': ['ID=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,revision_number=2']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:40.534453 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:40.534821 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:40.535214 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.535590 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:40.536046 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Bound port: ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:40.536192 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7ebf817-8acb-419b-ae68-7a5b5fa014c9 req-07a032d7-f62f-41b5-b899-98ec8a55b85d service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2795677 Feb 02 15:49:40.536437 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.541666 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7857789-dbcd-4611-8d1c-d119465ad88f req-33c5ea12-bf22-4ca6-b644-3a7df58226da tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513353 Feb 02 15:49:40.589424 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.617647 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] For port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:40.620621 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] For port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:40.625122 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:40.727361 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8eadd0ba-9eb1-47b1-bacc-3629cc28d1af None None] Pushing event updated for resources: {'Port': ['ID=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:40.754317 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:40.754919 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:40.852169 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Allocated IP 172.20.0.1 (22e70d5d-e25c-4af1-bf2e-f6acb840714a/3add58ba-6917-4751-bfaa-ffd2e8656e84/43c02824-0cf0-4ec0-b80f-786f918600a2) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:40.866202 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b8ab182-d17c-4bf9-8587-31a0df496a0f req-23629179-3793-40d4-99d4-b47567ea1ec1 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:40.868060 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4b8ab182-d17c-4bf9-8587-31a0df496a0f req-23629179-3793-40d4-99d4-b47567ea1ec1 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.0905435 Feb 02 15:49:40.949400 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:41.029129 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4b8ab182-d17c-4bf9-8587-31a0df496a0f req-eb5a9e7e-88e9-4313-91de-64c7f340f52e tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1460173 Feb 02 15:49:41.041905 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.067452 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Transition to ACTIVE for port object 43c02824-0cf0-4ec0-b80f-786f918600a2 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:41.086071 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2bcd92cf-5de6-4ff3-add6-52fa1483abb8 req-dcab1488-aa16-4ae8-8576-69940e80e1b0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:41.087570 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2bcd92cf-5de6-4ff3-add6-52fa1483abb8 req-dcab1488-aa16-4ae8-8576-69940e80e1b0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1321576 Feb 02 15:49:41.103709 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.181621 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:41.184671 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:41.189453 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:41.217562 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Pushing event updated for resources: {'Port': ['ID=43c02824-0cf0-4ec0-b80f-786f918600a2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:41.218808 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2bcd92cf-5de6-4ff3-add6-52fa1483abb8 req-86726bfc-5657-4fff-94c7-50af80d83b24 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1233599 Feb 02 15:49:41.247987 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.301718 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-97517808-54f3-4415-9b22-2592c07e980d None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:37Z', 'revision_number': 3, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:41.308024 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-97517808-54f3-4415-9b22-2592c07e980d None None] The sync data for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi is: [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:37Z', 'revision_number': 3, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:40Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:49:41.403469 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.478821 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-bd2a31b2-d17a-480b-bde2-5747a0cfb6e5 None None] Provisioning for port 43c02824-0cf0-4ec0-b80f-786f918600a2 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:41.484336 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-bd2a31b2-d17a-480b-bde2-5747a0cfb6e5 None None] Provisioning complete for port 43c02824-0cf0-4ec0-b80f-786f918600a2 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:41.484701 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-bd2a31b2-d17a-480b-bde2-5747a0cfb6e5 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.544505 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-bd2a31b2-d17a-480b-bde2-5747a0cfb6e5 None None] Port 43c02824-0cf0-4ec0-b80f-786f918600a2 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:49:41.698539 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.704042 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.740312 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:41.839356 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Pushing event updated for resources: {'Port': ['ID=43c02824-0cf0-4ec0-b80f-786f918600a2,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:41.842127 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.890404 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:41.898186 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:41.898919 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:41.938714 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e6529cb0-84a5-4299-95aa-eccc597e5679 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:49:41.942017 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca7dd267-b08c-400f-bca9-7128bff28c22 req-0bf5cf48-5359-49dc-8921-9a298d2a4ec7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:41.943626 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ca7dd267-b08c-400f-bca9-7128bff28c22 req-0bf5cf48-5359-49dc-8921-9a298d2a4ec7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 946 time: 0.0871193 Feb 02 15:49:41.952145 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:49:41.998705 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ca7dd267-b08c-400f-bca9-7128bff28c22 req-927c9eae-a37f-4559-9f49-eb84e45c25c7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0465741 Feb 02 15:49:42.028842 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:42.030412 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:42.191304 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.266744 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c77706ca-4af8-464d-baec-b721b915e936 req-4c4b4324-cfa0-4f3c-b44e-0da84fce7b3d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:42.274246 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:49:42.274467 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c77706ca-4af8-464d-baec-b721b915e936 req-4c4b4324-cfa0-4f3c-b44e-0da84fce7b3d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 944 time: 0.1193082 Feb 02 15:49:42.315392 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:42.362874 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c77706ca-4af8-464d-baec-b721b915e936 req-fdd9ddec-a2eb-4bc1-848e-5b942f1f4eff tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0845585 Feb 02 15:49:42.370441 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:42.393180 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.452163 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.467942 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9', 'code': 200} Feb 02 15:49:42.490962 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e6529cb0-84a5-4299-95aa-eccc597e5679,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:42.520278 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-d2b34cae-c51b-4380-a2b7-a8de44190147 None None] Provisioning complete for port 43c02824-0cf0-4ec0-b80f-786f918600a2 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:42.520764 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d2b34cae-c51b-4380-a2b7-a8de44190147 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.524416 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-814d101e-8dd1-40ee-961f-9ba6eac4d15f req-72af9b2c-f52d-4e77-a1e1-b14fa61a3596 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:42.526068 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-814d101e-8dd1-40ee-961f-9ba6eac4d15f req-72af9b2c-f52d-4e77-a1e1-b14fa61a3596 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1220343 Feb 02 15:49:42.565469 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:42.568742 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'port_id': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'mac_address': 'fa:16:3e:65:fe:f1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 374, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:49:42.584189 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.591367 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-814d101e-8dd1-40ee-961f-9ba6eac4d15f req-78c05598-498f-4712-8d13-2d6f36662a11 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0580142 Feb 02 15:49:42.644868 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:49:42.647826 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=8']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:42.668077 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-9488514b-a520-455d-af1d-ce27bcf90e63 admin admin] 10.222.0.18 "PUT /v2.0/routers/aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1391640 Feb 02 15:49:42.753328 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-d2b34cae-c51b-4380-a2b7-a8de44190147 None None] Port 43c02824-0cf0-4ec0-b80f-786f918600a2 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:49:42.768311 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.793331 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e6529cb0-84a5-4299-95aa-eccc597e5679 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:49:42.799068 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:42.824758 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e6529cb0-84a5-4299-95aa-eccc597e5679,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:42.831973 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:42.929336 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:43.195504 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e6529cb0-84a5-4299-95aa-eccc597e5679'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:49:43.298414 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f32c2e0a-7c64-4357-b2d8-c4a5870f55df req-b69fcc78-3a82-4cec-85ce-7f5a03c5c55c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.307337 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f32c2e0a-7c64-4357-b2d8-c4a5870f55df req-b69fcc78-3a82-4cec-85ce-7f5a03c5c55c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.1625280 Feb 02 15:49:43.372960 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-9a3d848f-f119-4c66-aa41-2561bca3311e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.374799 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-9a3d848f-f119-4c66-aa41-2561bca3311e service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=dca98e457a9d4f338fe912d086a79478&device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 1098 time: 0.1816337 Feb 02 15:49:43.401819 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f32c2e0a-7c64-4357-b2d8-c4a5870f55df req-2d727c7e-712a-441e-9628-4ce6f538e7e7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0935688 Feb 02 15:49:43.445747 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d7ecac0-f15d-4df2-822b-21bb2a34c9ca req-8c384adf-b149-4c86-be5d-1903268438c0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.447352 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d7ecac0-f15d-4df2-822b-21bb2a34c9ca req-8c384adf-b149-4c86-be5d-1903268438c0 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2016881 Feb 02 15:49:43.512281 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d7ecac0-f15d-4df2-822b-21bb2a34c9ca req-42203559-544c-4890-91c4-fcd23c98f82b tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0590405 Feb 02 15:49:43.565564 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52674) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:43.570930 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Request body: {'network': {'name': 'tempest-TestShelveInstance-1294889178-network', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:43.581048 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:43.593612 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Usage tracker for resource:network and tenant:32e0b527a98c4d29b56a87e753c72da2 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:43.598535 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Sync routers for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:49:43.599320 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:43.614958 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:43.617283 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:43.617977 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:43.633403 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Made reservation on behalf of 32e0b527a98c4d29b56a87e753c72da2 for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:43.635935 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.647831 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-7f4b414c-cf40-49bc-a376-1d0f4caed1e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.650050 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-7f4b414c-cf40-49bc-a376-1d0f4caed1e5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 200 len: 920 time: 0.2670503 Feb 02 15:49:43.655808 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.677312 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:43.688515 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4e06dc9e-2366-4391-bfd4-8972c2d1f4af req-08399a88-de89-4760-a3cb-e0e1f3c62036 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.696208 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:43.713782 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4e06dc9e-2366-4391-bfd4-8972c2d1f4af req-08399a88-de89-4760-a3cb-e0e1f3c62036 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 945 time: 0.1927783 Feb 02 15:49:43.737011 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Usage tracker for resource:security_group_rule and tenant:32e0b527a98c4d29b56a87e753c72da2 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:43.744995 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:43.755941 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-5af96335-41cd-4b47-9fcc-84936b726237 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 200 len: 217 time: 0.0929306 Feb 02 15:49:43.781387 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:43.854112 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-b22154be-194a-4ed0-bd9c-8e3465d7d624 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:43.856090 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-b22154be-194a-4ed0-bd9c-8e3465d7d624 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 200 len: 859 time: 0.0948203 Feb 02 15:49:43.857812 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4e06dc9e-2366-4391-bfd4-8972c2d1f4af req-99067ce9-e107-41fd-a346-24f84bbf4a37 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1431434 Feb 02 15:49:43.912272 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-881839ce-f1d3-418e-83fc-6f253e1a6bc3 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=29a36728-e028-48a7-9cc0-558f4645e6c7&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0466211 Feb 02 15:49:43.936515 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:43.954544 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.959129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:43.965649 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.015911 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] vlan segment allocate from pool success with {'vlan_id': 367, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:49:44.031374 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d3092607-ad11-40c5-9b06-ec68afdaead8,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:44.034565 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:44.041784 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.042500 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Added segment e89b7deb-cd56-4d71-94ac-6b67d648bf1b of type vlan for network 57b0371c-06af-468d-b6d9-6c142ca0b706 Feb 02 15:49:44.081864 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.085827 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-03952f0f-af07-4735-ad16-1da0ca5a142f service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1644559 Feb 02 15:49:44.095374 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.124104 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.126351 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:44.127385 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.248608 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e60f7042-64fe-4ad1-a061-54714f5a09b1 req-c3c60ce0-ab20-4b51-81fc-27731b33e218 service neutron] 10.222.0.41 "GET /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1490676 Feb 02 15:49:44.278003 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.7112424 Feb 02 15:49:44.280803 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52688) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:44.282003 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c616777-b9e6-46e5-bf15-fec763d194dd admin admin] Pushing event updated for resources: {'Network': ['ID=57b0371c-06af-468d-b6d9-6c142ca0b706,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:44.289982 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Request body: {'subnet': {'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestShelveInstance-1294889178-subnet', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:44.299693 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:44.305004 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Usage tracker for resource:subnet and tenant:32e0b527a98c4d29b56a87e753c72da2 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:44.308590 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:44.318223 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:44.335179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Made reservation on behalf of 32e0b527a98c4d29b56a87e753c72da2 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:49:44.335405 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:49:44.338700 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.600641 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.623214 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 2, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:44.634447 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Checking router: aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:49:44.634805 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Updating router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 port 43c02824-0cf0-4ec0-b80f-786f918600a2 binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:49:44.707030 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.708473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Checking segment: {'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:44.708837 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Network hostable DHCP agents. Network: 57b0371c-06af-468d-b6d9-6c142ca0b706, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:49:44.713392 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Pushing event updated for resources: {'Subnet': ['ID=8cd57a8b-ad34-4b37-9d8f-4f15812686bd,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:44.739211 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:49:44.763096 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 57b0371c-06af-468d-b6d9-6c142ca0b706) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:44.792823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:44.793042 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.807204 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ef6826f-77b5-4c9d-9857-916de4f0b4b6 req-7b0b3efe-c83b-4cde-92a1-d944a1775e46 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:44.815263 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-54f2d2eb-bb3b-4cb1-a2e9-be479b23834c None None] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:49:44.822131 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7ef6826f-77b5-4c9d-9857-916de4f0b4b6 req-7b0b3efe-c83b-4cde-92a1-d944a1775e46 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1331973 Feb 02 15:49:44.832672 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-f50abd0f-6f02-4337-b8d1-91524e3fac5c admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 845 time: 0.5498557 Feb 02 15:49:44.838552 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52702) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:44.846499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Request body: {'router': {'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:44.856888 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:44.868678 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Usage tracker for resource:router and tenant:32e0b527a98c4d29b56a87e753c72da2 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:44.877069 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:44.882649 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7ef6826f-77b5-4c9d-9857-916de4f0b4b6 req-99908e9a-1a7a-4350-82b2-cd4b386529bb tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0594850 Feb 02 15:49:44.883222 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:44.907215 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.908225 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:44.926333 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.005305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca8e7a22-2c6b-461e-8529-97445c7196bb req-f5a029b0-8bd7-485c-a237-237938375b0e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:45.007304 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ca8e7a22-2c6b-461e-8529-97445c7196bb req-f5a029b0-8bd7-485c-a237-237938375b0e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.1075070 Feb 02 15:49:45.123230 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ca8e7a22-2c6b-461e-8529-97445c7196bb req-c395518a-730f-4b9c-b97a-1f34a19fb382 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1071179 Feb 02 15:49:45.169886 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0eab0951-1f1b-4fdf-acd8-86dacc6bc04d req-05786af7-9f48-4934-913f-c74a10c85ff9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:45.171925 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0eab0951-1f1b-4fdf-acd8-86dacc6bc04d req-05786af7-9f48-4934-913f-c74a10c85ff9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 945 time: 0.1233690 Feb 02 15:49:45.234398 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0eab0951-1f1b-4fdf-acd8-86dacc6bc04d req-785d070f-4f7a-4683-b02d-f2d2c2904362 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0537171 Feb 02 15:49:45.306254 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-57b0371c-06af-468d-b6d9-6c142ca0b706', 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'fixed_ips': [{'subnet_id': '8cd57a8b-ad34-4b37-9d8f-4f15812686bd'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:49:45.307154 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.316786 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.496937 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52724) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:45.528313 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.553038 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Transition to ACTIVE for port object 43c02824-0cf0-4ec0-b80f-786f918600a2 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:45.564999 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.569470 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Allocated IP 172.20.0.2 (57b0371c-06af-468d-b6d9-6c142ca0b706/8cd57a8b-ad34-4b37-9d8f-4f15812686bd/b3b19b80-0898-438c-b31c-e2bca7a04139) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:45.657990 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-30614f10-2ad6-4988-9159-90aade8609aa service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.1594934 Feb 02 15:49:45.748412 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.786580 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:45.812246 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b360a-2f28-48c3-95f5-2eb8fa2fb79a None None] Pushing event updated for resources: {'Port': ['ID=43c02824-0cf0-4ec0-b80f-786f918600a2,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:45.951106 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Attempting to bind port 43c02824-0cf0-4ec0-b80f-786f918600a2 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:45.951789 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Attempting to bind port 43c02824-0cf0-4ec0-b80f-786f918600a2 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:45.952333 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Attempting to bind port 43c02824-0cf0-4ec0-b80f-786f918600a2 on network 22e70d5d-e25c-4af1-bf2e-f6acb840714a {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:45.968738 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e6529cb0-84a5-4299-95aa-eccc597e5679 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:45.970172 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Allocated IP 172.27.2.17 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/744b1130-5674-41b4-a2a5-410a7b7c5b5a) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:46.032482 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:46.032917 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Checking segment: {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:46.033242 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.033640 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Bound using segment: {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:46.035499 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Bound port: 43c02824-0cf0-4ec0-b80f-786f918600a2, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:46.035671 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.182290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.244698 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.309088 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4335c7fe-aa05-40cb-b0f3-344ec4e8cdf3 req-835eaebe-1824-45b9-8da3-348db4ace472 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:46.311384 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4335c7fe-aa05-40cb-b0f3-344ec4e8cdf3 req-835eaebe-1824-45b9-8da3-348db4ace472 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2555051 Feb 02 15:49:46.405198 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] For port 43c02824-0cf0-4ec0-b80f-786f918600a2, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:46.411593 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] For port 43c02824-0cf0-4ec0-b80f-786f918600a2, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=43c02824-0cf0-4ec0-b80f-786f918600a2,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:46.412650 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port e6529cb0-84a5-4299-95aa-eccc597e5679 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:46.416668 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.421487 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.439868 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Pushing event updated for resources: {'Port': ['ID=744b1130-5674-41b4-a2a5-410a7b7c5b5a,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:46.471661 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port e6529cb0-84a5-4299-95aa-eccc597e5679 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:46.472141 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.474457 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4335c7fe-aa05-40cb-b0f3-344ec4e8cdf3 req-762336a0-56c1-4d30-b9c0-b857fca83eef tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1477001 Feb 02 15:49:46.508412 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:46.509672 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:46.513324 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Transition to ACTIVE for port object b3b19b80-0898-438c-b31c-e2bca7a04139 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:46.520309 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:46.596950 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Transition to ACTIVE for port object b3b19b80-0898-438c-b31c-e2bca7a04139 will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:46.619593 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:46.620319 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:46.764156 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0286626-459f-412c-92ec-044d8f439b56 req-18343c9b-3491-452a-a33a-5eb420f2fe60 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:46.771975 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a0286626-459f-412c-92ec-044d8f439b56 req-18343c9b-3491-452a-a33a-5eb420f2fe60 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.2964163 Feb 02 15:49:46.886186 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:46.893738 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a0286626-459f-412c-92ec-044d8f439b56 req-ef744bf0-e9d6-4bfe-a706-383c2e772d5f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1207876 Feb 02 15:49:46.921293 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f4f6182a-cd62-479b-be97-f4c574de5035 req-793929de-4623-4adf-b35a-d16cfa0e7ba5 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:46.924100 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f4f6182a-cd62-479b-be97-f4c574de5035 req-793929de-4623-4adf-b35a-d16cfa0e7ba5 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 945 time: 0.2399254 Feb 02 15:49:46.945174 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:46.958851 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0b360a-2f28-48c3-95f5-2eb8fa2fb79a None None] Pushing event updated for resources: {'Port': ['ID=43c02824-0cf0-4ec0-b80f-786f918600a2,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:46.985771 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f4f6182a-cd62-479b-be97-f4c574de5035 req-dc158ea3-16c1-4a25-9fe6-41a725f511a5 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0564044 Feb 02 15:49:47.058635 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:47.096355 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:47.099251 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:47.111113 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.169631 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Pushing event updated for resources: {'Port': ['ID=b3b19b80-0898-438c-b31c-e2bca7a04139,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:47.329324 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.369512 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Attempting to bind port b3b19b80-0898-438c-b31c-e2bca7a04139 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:47.369870 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Attempting to bind port b3b19b80-0898-438c-b31c-e2bca7a04139 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:47.370263 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Attempting to bind port b3b19b80-0898-438c-b31c-e2bca7a04139 on network 57b0371c-06af-468d-b6d9-6c142ca0b706 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:47.385539 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:47.385908 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Checking segment: {'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:47.386340 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.386715 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Bound using segment: {'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:47.387179 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Bound port: b3b19b80-0898-438c-b31c-e2bca7a04139, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:47.387541 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.410698 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:49:47.440934 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e6529cb0-84a5-4299-95aa-eccc597e5679,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:47.475485 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'code': 200} Feb 02 15:49:47.482065 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.482874 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:49:47.543741 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.728819 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:47.744807 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] For port b3b19b80-0898-438c-b31c-e2bca7a04139, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:47.811840 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-72bf1c29-8195-46e2-9ffe-6ae26c92d7fc req-6a084f70-986b-4ee8-96b0-af91e485f930 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:47.815651 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-72bf1c29-8195-46e2-9ffe-6ae26c92d7fc req-6a084f70-986b-4ee8-96b0-af91e485f930 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1620240 Feb 02 15:49:47.816199 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] For port b3b19b80-0898-438c-b31c-e2bca7a04139, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b3b19b80-0898-438c-b31c-e2bca7a04139,segment=NetworkSegment(e89b7deb-cd56-4d71-94ac-6b67d648bf1b),segment_id=e89b7deb-cd56-4d71-94ac-6b67d648bf1b)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:47.835770 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:47.882782 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-72bf1c29-8195-46e2-9ffe-6ae26c92d7fc req-19286650-0c16-48fa-9da1-e0436194f88c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0604858 Feb 02 15:49:47.895247 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02702139-d4d4-422a-9bae-38d7c4028e9e req-543e06c3-016c-451d-a978-bd856975b763 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:47.898252 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-02702139-d4d4-422a-9bae-38d7c4028e9e req-543e06c3-016c-451d-a978-bd856975b763 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1099 time: 0.1428945 Feb 02 15:49:47.902264 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:46Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:47.909462 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:49:47.929166 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7e0fed06-25a9-44d4-b3bb-db4a4fccb1d9 None None] The sync data for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi is: [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:46Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:49:47.991220 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-19caf1c7-1db1-417a-bef2-283c2c7d6813 None None] Pushing event updated for resources: {'Port': ['ID=b3b19b80-0898-438c-b31c-e2bca7a04139,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:48.275742 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-02702139-d4d4-422a-9bae-38d7c4028e9e req-a8aed7e8-f21f-497c-a65c-b2093fb81b37 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2424994 Feb 02 15:49:48.295898 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:49:48.305312 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Sync routers for ids ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:49:48.329985 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:48.330814 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Routers {'7997aefd-6b60-4d3d-b3d7-781ab30b8f92'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:48.331455 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-89ea1028-b8de-415d-966e-c50cbb5bac27 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 920 time: 3.4918573 Feb 02 15:49:48.334179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52756) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:48.334558 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:48.384000 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8fedfd48-6f1b-4728-b9d8-8985817dedc9 req-6cc9c360-19a5-40a0-910c-2d9f310ae45a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:48.392203 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8fedfd48-6f1b-4728-b9d8-8985817dedc9 req-6cc9c360-19a5-40a0-910c-2d9f310ae45a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.2489305 Feb 02 15:49:48.430891 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2e8f918-ea11-42aa-96cd-c746630139e2 req-a9ed08ab-73e9-4e3a-9eed-14c51dd42a98 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:48.436421 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f2e8f918-ea11-42aa-96cd-c746630139e2 req-a9ed08ab-73e9-4e3a-9eed-14c51dd42a98 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.2261834 Feb 02 15:49:48.591029 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8fedfd48-6f1b-4728-b9d8-8985817dedc9 req-4b3de213-7a1e-47f3-aa5f-9b08ba3646a8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1940212 Feb 02 15:49:48.604355 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Set router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:48.690669 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f2e8f918-ea11-42aa-96cd-c746630139e2 req-4d87b09c-f90c-4faa-ad28-45ae5291e7a3 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2313926 Feb 02 15:49:49.041377 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:49:46Z', 'revision_number': 3, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port': {'id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:45Z', 'updated_at': '2022-02-02T15:49:45Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:49.046321 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Checking router: 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:49:49.046671 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Updating router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 port 744b1130-5674-41b4-a2a5-410a7b7c5b5a binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:49:49.154710 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.333950 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-4280d905-c4a3-407c-84bf-71c1f217baec service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:49.335907 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-4280d905-c4a3-407c-84bf-71c1f217baec service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b&tenant_id=4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 1097 time: 0.2756248 Feb 02 15:49:49.414579 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-173f7c16-4a41-4fe4-b038-eaeb2e85ca25 None None] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:49:49.602289 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-58ffaa74-51b3-4562-9c07-8b17d182ccf2 None None] Provisioning for port b3b19b80-0898-438c-b31c-e2bca7a04139 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:49.604672 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.837974 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:49.878400 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Transition to ACTIVE for port object 744b1130-5674-41b4-a2a5-410a7b7c5b5a will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:49.890261 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.038661 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b3b19b80-0898-438c-b31c-e2bca7a04139 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:50.089337 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b90628-d589-49c8-8e2f-40849b5e12c2 None None] Pushing event updated for resources: {'Port': ['ID=744b1130-5674-41b4-a2a5-410a7b7c5b5a,revision_number=2']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:50.099917 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-53f35554-1aa5-47e1-91c4-d39e256534d3 req-4473fe3e-84f2-4ac3-8ff0-8ec5d1b8f7e1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:50.101365 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-53f35554-1aa5-47e1-91c4-d39e256534d3 req-4473fe3e-84f2-4ac3-8ff0-8ec5d1b8f7e1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.2077770 Feb 02 15:49:50.121380 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Attempting to bind port 744b1130-5674-41b4-a2a5-410a7b7c5b5a on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:50.121893 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Attempting to bind port 744b1130-5674-41b4-a2a5-410a7b7c5b5a by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:50.122543 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Attempting to bind port 744b1130-5674-41b4-a2a5-410a7b7c5b5a on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:50.129141 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:50.129651 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:50.130687 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.131181 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:50.131769 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Bound port: 744b1130-5674-41b4-a2a5-410a7b7c5b5a, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:50.132508 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.149639 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port b3b19b80-0898-438c-b31c-e2bca7a04139 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:50.165324 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port b3b19b80-0898-438c-b31c-e2bca7a04139 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:50.165740 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.170671 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-53f35554-1aa5-47e1-91c4-d39e256534d3 req-e23ad0fe-eca5-431c-a7e6-546af3b83fb2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0619843 Feb 02 15:49:50.185138 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68f0f530-2442-4548-b7f7-0f35a23cd2ec req-6de50506-bc7c-4c60-b560-1f5bbdde59d8 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:50.195789 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68f0f530-2442-4548-b7f7-0f35a23cd2ec req-6de50506-bc7c-4c60-b560-1f5bbdde59d8 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.2174466 Feb 02 15:49:50.224932 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] For port 744b1130-5674-41b4-a2a5-410a7b7c5b5a, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:50.229004 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] For port 744b1130-5674-41b4-a2a5-410a7b7c5b5a, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=744b1130-5674-41b4-a2a5-410a7b7c5b5a,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:50.236522 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.238082 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Allocated IP 172.20.0.1 (57b0371c-06af-468d-b6d9-6c142ca0b706/8cd57a8b-ad34-4b37-9d8f-4f15812686bd/cb1fdf8f-83ca-4c5c-a70d-862d0eca1258) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:49:50.301317 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-793cfe32-a4a4-499c-ae99-168ad992cd6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:50.305744 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-793cfe32-a4a4-499c-ae99-168ad992cd6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1097 time: 0.7881775 Feb 02 15:49:50.320661 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68f0f530-2442-4548-b7f7-0f35a23cd2ec req-67236e99-0cc5-4fc7-801d-dc7bf86c48f0 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1161888 Feb 02 15:49:50.337023 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d8b90628-d589-49c8-8e2f-40849b5e12c2 None None] Pushing event updated for resources: {'Port': ['ID=744b1130-5674-41b4-a2a5-410a7b7c5b5a,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:50.363302 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Routers {'7997aefd-6b60-4d3d-b3d7-781ab30b8f92'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:50.364008 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:50.416637 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.472909 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port b3b19b80-0898-438c-b31c-e2bca7a04139, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b3b19b80-0898-438c-b31c-e2bca7a04139,segment=NetworkSegment(e89b7deb-cd56-4d71-94ac-6b67d648bf1b),segment_id=e89b7deb-cd56-4d71-94ac-6b67d648bf1b)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:50.484299 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.485558 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43c02824-0cf0-4ec0-b80f-786f918600a2 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:50.583092 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] Set router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:50.623630 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-b301a813-7d87-4aaf-9dc4-720f610b8947 None None] Provisioning complete for port b3b19b80-0898-438c-b31c-e2bca7a04139 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:50.624136 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b301a813-7d87-4aaf-9dc4-720f610b8947 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.633881 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.643004 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-3b8775f4-6e9b-455f-8c53-562dc9e73db4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:50.644573 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-3b8775f4-6e9b-455f-8c53-562dc9e73db4 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.2231028 Feb 02 15:49:50.692610 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=b3b19b80-0898-438c-b31c-e2bca7a04139,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:50.713051 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 43c02824-0cf0-4ec0-b80f-786f918600a2 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:50.718185 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Transition to ACTIVE for port object cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:50.728022 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 43c02824-0cf0-4ec0-b80f-786f918600a2 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:50.728831 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.773350 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-b948f7bb-ed24-4427-aa8d-9dd7ba9a26bb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 200 len: 1000 time: 0.1218967 Feb 02 15:49:50.869737 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-35fa749e-2f55-4e01-bf14-9aeecdf40f9a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:50.871007 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-35fa749e-2f55-4e01-bf14-9aeecdf40f9a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.0898340 Feb 02 15:49:50.918278 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.944825 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:50.969676 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:49:46Z', 'revision_number': 3, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port': {'id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:45Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:50.977649 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-448cdaa5-18a0-4923-9051-715063ba4ab9 None None] The sync data for ids ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'] in dv-cinder-817833-1-iscsi is: [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:49:46Z', 'revision_number': 3, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port': {'id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:78', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:45Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:49:50.982506 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 43c02824-0cf0-4ec0-b80f-786f918600a2, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=43c02824-0cf0-4ec0-b80f-786f918600a2,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:50.988483 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.026784 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:51.032326 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:51.042876 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Pushing event updated for resources: {'Port': ['ID=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:51.053599 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:49:51.084180 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=43c02824-0cf0-4ec0-b80f-786f918600a2,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:51.132940 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-5cde7059-b5c9-4f48-9b2e-d045ea344ce5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:51.134552 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-5cde7059-b5c9-4f48-9b2e-d045ea344ce5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2538223 Feb 02 15:49:51.140261 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.348815 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-c255d5f5-faa4-4fec-8279-eef84791ce16 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1970723 Feb 02 15:49:51.429530 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-d6dfd3bf-8a6e-44d3-ab4f-55f1db26667f None None] Provisioning for port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:51.439908 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-d6dfd3bf-8a6e-44d3-ab4f-55f1db26667f None None] Provisioning complete for port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:51.440765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d6dfd3bf-8a6e-44d3-ab4f-55f1db26667f None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.552983 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:51.555759 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-d6dfd3bf-8a6e-44d3-ab4f-55f1db26667f None None] Port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:49:51.605448 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-445ee133-af82-409f-8f44-df5db3c96dd5 req-06c3d637-21b5-41f8-a1d8-e8b179a8bc99 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:51.608195 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-445ee133-af82-409f-8f44-df5db3c96dd5 req-06c3d637-21b5-41f8-a1d8-e8b179a8bc99 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.2083297 Feb 02 15:49:51.676858 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11ed0394-5789-43ff-a035-7e38bc8eaf37 req-0e0ff5a3-df60-4dd8-a901-7ba84a317c53 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:51.690766 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-11ed0394-5789-43ff-a035-7e38bc8eaf37 req-0e0ff5a3-df60-4dd8-a901-7ba84a317c53 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.2036672 Feb 02 15:49:51.726848 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-445ee133-af82-409f-8f44-df5db3c96dd5 req-8320b099-5110-481f-94b7-11a908cfb234 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1072006 Feb 02 15:49:51.766232 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-11ed0394-5789-43ff-a035-7e38bc8eaf37 req-88e1b220-e147-4d5d-9ac1-4861207c76ed tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0720365 Feb 02 15:49:51.819831 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b3b19b80-0898-438c-b31c-e2bca7a04139 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:51.870256 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b4930062-acbd-4522-99f2-abeeaf55bd2d req-fae666f0-8da4-4c4a-adbf-7c8daa8b850b service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5074096 Feb 02 15:49:51.990034 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port b3b19b80-0898-438c-b31c-e2bca7a04139 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:51.990552 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.006610 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a7d76eb7-8b48-4eb7-9dc8-ead3e5f2ee5e req-66a0ada7-31df-41fa-8018-3532cc7d04bf tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:52.011076 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a7d76eb7-8b48-4eb7-9dc8-ead3e5f2ee5e req-66a0ada7-31df-41fa-8018-3532cc7d04bf tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.1058366 Feb 02 15:49:52.040088 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.047546 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.110812 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a7d76eb7-8b48-4eb7-9dc8-ead3e5f2ee5e req-ac4790b9-1ed6-4e99-ab65-33f9decadc36 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0950842 Feb 02 15:49:52.201881 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.210805 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Pushing event updated for resources: {'Port': ['ID=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:52.240050 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 744b1130-5674-41b4-a2a5-410a7b7c5b5a up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:52.365480 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 744b1130-5674-41b4-a2a5-410a7b7c5b5a completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:52.375488 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 744b1130-5674-41b4-a2a5-410a7b7c5b5a triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:52.375863 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.424361 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:49:52.425866 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:49:52.616904 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.653505 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 744b1130-5674-41b4-a2a5-410a7b7c5b5a, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=744b1130-5674-41b4-a2a5-410a7b7c5b5a,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:52.660692 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.661488 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43c02824-0cf0-4ec0-b80f-786f918600a2 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:52.730306 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:49:52.837457 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b6560469-b332-4f52-bbf5-48d901f0a05f req-4f9d2a46-9f73-4c50-8288-5e4c34db2e88 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:52.838953 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b6560469-b332-4f52-bbf5-48d901f0a05f req-4f9d2a46-9f73-4c50-8288-5e4c34db2e88 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.1708519 Feb 02 15:49:52.928963 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-c00797f2-bf85-490e-94e3-099300d4aece None None] Provisioning complete for port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:52.929534 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-c00797f2-bf85-490e-94e3-099300d4aece None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:52.933295 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b6560469-b332-4f52-bbf5-48d901f0a05f req-722d7d30-f2a7-4d24-8e9b-1c80224b7ef0 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0871058 Feb 02 15:49:53.003334 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=744b1130-5674-41b4-a2a5-410a7b7c5b5a,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:53.012601 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-c00797f2-bf85-490e-94e3-099300d4aece None None] Port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:49:53.014014 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 43c02824-0cf0-4ec0-b80f-786f918600a2 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:53.014463 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.093995 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4b02b75-fefc-4889-86af-09a0b93bee5c req-bbe27516-3ac7-4ef3-b484-fc9960beafda tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:53.103563 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4b02b75-fefc-4889-86af-09a0b93bee5c req-bbe27516-3ac7-4ef3-b484-fc9960beafda tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.1405690 Feb 02 15:49:53.128048 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:49:53.145843 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5040b656-f20b-43e0-a452-c744baf9520e admin admin] 10.222.0.18 "PUT /v2.0/routers/7997aefd-6b60-4d3d-b3d7-781ab30b8f92/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.8103225 Feb 02 15:49:53.202188 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4b02b75-fefc-4889-86af-09a0b93bee5c req-86245227-801f-4831-857e-413b431abedf tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0972762 Feb 02 15:49:53.388748 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-106f717a-cca1-43ea-933a-480d1eb176a3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:53.421630 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Sync routers for ids ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:49:53.439933 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Routers {'7997aefd-6b60-4d3d-b3d7-781ab30b8f92'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:53.442036 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:53.792432 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 744b1130-5674-41b4-a2a5-410a7b7c5b5a up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:54.133775 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 744b1130-5674-41b4-a2a5-410a7b7c5b5a triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:54.134685 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:54.220985 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Set router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:54.467253 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d698ddf9-813c-40fd-b58b-8475d06973d1 req-9d02d4ad-7a5e-413b-b491-5b81a864a6aa tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:54.469931 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d698ddf9-813c-40fd-b58b-8475d06973d1 req-9d02d4ad-7a5e-413b-b491-5b81a864a6aa tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.1149879 Feb 02 15:49:54.526390 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d698ddf9-813c-40fd-b58b-8475d06973d1 req-9d5ab6f3-1fe9-4dcd-b1a9-006ef1ee7e07 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0502167 Feb 02 15:49:54.659249 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 4, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port': {'id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:45Z', 'updated_at': '2022-02-02T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cb1fdf8f-83ca-4c5c-a70d-862d0eca1258', 'name': '', 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'mac_address': 'fa:16:3e:f5:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8cd57a8b-ad34-4b37-9d8f-4f15812686bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:49Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 2, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'subnets': [{'id': '8cd57a8b-ad34-4b37-9d8f-4f15812686bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:54.668181 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Checking router: 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:49:54.668802 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Updating router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:49:54.786209 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.062284 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52838) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:55.076547 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1066919869', 'description': 'tempest-secgroup-smoke-1066919869 description', 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:55.086661 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:55.096375 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:55.104077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:55.119982 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:55.146373 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.233876 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:55.245753 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:55.260402 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:55.267903 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.281661 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:55.284321 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Transition to ACTIVE for port object cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:49:55.299915 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.516459 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.529262 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.647982 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc137d-ba08-417e-9aee-34956198ffd7 None None] Pushing event updated for resources: {'Port': ['ID=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:55.679161 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'SecurityGroup': ['ID=bec8d51c-6380-4b1c-89f3-dad7939fdf56,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:55.704343 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.705896 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-cd7f7d8a-da0d-442c-83e9-eb312fddb6bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.6431441 Feb 02 15:49:55.713986 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52856) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:55.720328 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'security_group_rule': {'security_group_id': 'bec8d51c-6380-4b1c-89f3-dad7939fdf56', 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:55.731204 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Attempting to bind port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:49:55.737808 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Attempting to bind port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:49:55.738080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:55.741326 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Attempting to bind port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 on network 57b0371c-06af-468d-b6d9-6c142ca0b706 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:49:55.753712 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:55.769016 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:55.774745 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 49, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:49:55.775118 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Checking segment: {'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:49:55.775525 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.782550 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Bound using segment: {'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:49:55.783081 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Bound port: cb1fdf8f-83ca-4c5c-a70d-862d0eca1258, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 367, 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:49:55.783972 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.796315 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:55.857885 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d86197cb-d145-4d11-aa02-aef48a20811a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:55.958936 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.011629 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] For port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:49:56.014864 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] For port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,segment=NetworkSegment(e89b7deb-cd56-4d71-94ac-6b67d648bf1b),segment_id=e89b7deb-cd56-4d71-94ac-6b67d648bf1b)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:49:56.023019 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.120959 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Routers {'7997aefd-6b60-4d3d-b3d7-781ab30b8f92'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:49:56.121611 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:56.153199 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.163595 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.190952 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e889170c-564a-4ee7-ad2f-ac48c3689f78 req-74b85751-fb50-4246-ad7d-a2c9927498bf tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.198730 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e889170c-564a-4ee7-ad2f-ac48c3689f78 req-74b85751-fb50-4246-ad7d-a2c9927498bf tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.2127495 Feb 02 15:49:56.248677 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e3ab2ba-8fe2-4804-825e-e029a3b87472 req-9a097140-e886-43e5-b029-066421dc6a3f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:56.260414 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8bc137d-ba08-417e-9aee-34956198ffd7 None None] Pushing event updated for resources: {'Port': ['ID=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:56.263939 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3e3ab2ba-8fe2-4804-825e-e029a3b87472 req-9a097140-e886-43e5-b029-066421dc6a3f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.4842372 Feb 02 15:49:56.299444 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=92c608c8-4619-45da-a496-55995f726954,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:56.374602 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e889170c-564a-4ee7-ad2f-ac48c3689f78 req-8f3dff9e-b2cf-4a78-a6ab-c787ab47dfb8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1746824 Feb 02 15:49:56.380390 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.381836 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-cb0a1e7a-d26b-4419-bbaa-e07794bd9ce9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.6667273 Feb 02 15:49:56.384765 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52864) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:56.392549 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'security_group_rule': {'security_group_id': 'bec8d51c-6380-4b1c-89f3-dad7939fdf56', 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:56.400139 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:56.402051 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3e3ab2ba-8fe2-4804-825e-e029a3b87472 req-ef449b29-15a1-44ed-8306-e1ee927b673b tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1369123 Feb 02 15:49:56.405672 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:56.417500 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:56.426384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:56.473601 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.535392 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] Set router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:49:56.634617 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.673782 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.708090 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:49:56.732659 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=3426a0c4-8e66-42c7-bd23-b98233dc1e7c,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:56.763649 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.768146 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52870) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:56.768771 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-6fa38b4c-0e6d-43fd-bf2f-eda20b7c8e42 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.3821371 Feb 02 15:49:56.773312 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'security_group_rule': {'security_group_id': 'bec8d51c-6380-4b1c-89f3-dad7939fdf56', 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:56.795337 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:56.803745 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:56.819748 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:56.838457 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:56.847109 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.851162 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:56.874362 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.000832 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.023681 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.055119 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ea4d45f9-1d4b-4120-925e-bb05dbc58289,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:57.064749 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.066146 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-02df6ef5-0ddc-4d04-a84d-509ce79b5c70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2967982 Feb 02 15:49:57.068773 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52874) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:57.075612 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'security_group_rule': {'security_group_id': 'bec8d51c-6380-4b1c-89f3-dad7939fdf56', 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:57.095169 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:57.104338 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:57.108217 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:57.118926 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:57.129625 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 4, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port': {'id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:45Z', 'updated_at': '2022-02-02T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cb1fdf8f-83ca-4c5c-a70d-862d0eca1258', 'name': '', 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'mac_address': 'fa:16:3e:f5:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8cd57a8b-ad34-4b37-9d8f-4f15812686bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:49Z', 'updated_at': '2022-02-02T15:49:56Z', 'revision_number': 4, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'subnets': [{'id': '8cd57a8b-ad34-4b37-9d8f-4f15812686bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:49:57.134207 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-dbdc9751-d680-4fdc-b293-b780f985b23b None None] The sync data for ids ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'] in dv-cinder-817833-1-iscsi is: [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:49:51Z', 'revision_number': 4, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port': {'id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:45Z', 'updated_at': '2022-02-02T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cb1fdf8f-83ca-4c5c-a70d-862d0eca1258', 'name': '', 'network_id': '57b0371c-06af-468d-b6d9-6c142ca0b706', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'mac_address': 'fa:16:3e:f5:71:f1', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_interface', 'standard_attr_id': 423, 'fixed_ips': [{'subnet_id': '8cd57a8b-ad34-4b37-9d8f-4f15812686bd', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:49Z', 'updated_at': '2022-02-02T15:49:56Z', 'revision_number': 4, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'subnets': [{'id': '8cd57a8b-ad34-4b37-9d8f-4f15812686bd', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:49:57.134428 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.254790 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.259742 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.297756 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5c319745-0bb9-418c-9f60-425b552222dd,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:57.315841 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.317766 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-f4549bf5-439a-420e-873c-f0a498f9c9c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.2478864 Feb 02 15:49:57.321351 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 52878) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:57.327171 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'security_group_rule': {'security_group_id': 'bec8d51c-6380-4b1c-89f3-dad7939fdf56', 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:57.348223 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:57.355658 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:57.362217 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:57.370575 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:57.385071 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.securitygroups_db [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Project c21ecf8c592c41f6ab2a3d66b429ce87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:49:57.395011 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.504677 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.510218 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.544608 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=0496515b-c87b-4ced-b07b-7a98c612cc85,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:57.581683 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.588186 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-40a1e6e5-0e80-4820-9bd1-bbe133b88c76 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2653093 Feb 02 15:49:57.591004 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 52886) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:49:57.598490 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'security_group_rule': {'security_group_id': 'bec8d51c-6380-4b1c-89f3-dad7939fdf56', 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:49:57.610013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:49:57.614597 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:security_group_rule and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:49:57.618758 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:49:57.626876 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:49:57.654563 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.securitygroups_db [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Project c21ecf8c592c41f6ab2a3d66b429ce87 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:49:57.807455 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:57.822048 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.941624 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe4995aa-824b-4f06-84f5-09c1f30f77b5 req-4b7c1bc9-3b51-479b-95d4-cdb16bfd7cc1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:57.943887 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fe4995aa-824b-4f06-84f5-09c1f30f77b5 req-4b7c1bc9-3b51-479b-95d4-cdb16bfd7cc1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.2821984 Feb 02 15:49:57.950897 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:49:57.961421 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:57.962489 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.982526 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:57.987752 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.022547 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=febb0a71-4b84-413e-9306-ed897b9a5c5f,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:58.040733 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fe4995aa-824b-4f06-84f5-09c1f30f77b5 req-9145f7fa-4215-4bfc-aa26-6032ca7b1d43 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0790675 Feb 02 15:49:58.041962 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.051244 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3f64f691-77df-4563-9d55-2971bcbe474d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.4508770 Feb 02 15:49:58.162201 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.228692 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,segment=NetworkSegment(e89b7deb-cd56-4d71-94ac-6b67d648bf1b),segment_id=e89b7deb-cd56-4d71-94ac-6b67d648bf1b)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:49:58.241409 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.327638 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-66d7dd70-3a55-477a-a421-cbc13b2bf523 req-3fc928fc-9651-4ae4-b710-23a7701ccc49 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:58.329927 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-66d7dd70-3a55-477a-a421-cbc13b2bf523 req-3fc928fc-9651-4ae4-b710-23a7701ccc49 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1009476 Feb 02 15:49:58.355026 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:49:58.376877 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:49:58.395377 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-66d7dd70-3a55-477a-a421-cbc13b2bf523 req-10891bf0-2934-4f0c-a6a5-9528dbf14162 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0589163 Feb 02 15:49:59.328542 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9003e-9cbd-44da-81b5-b7193cfd2c93 req-cd99d3ac-ea04-40a7-a4bc-81ec561a3015 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:59.330432 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bac9003e-9cbd-44da-81b5-b7193cfd2c93 req-cd99d3ac-ea04-40a7-a4bc-81ec561a3015 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0949285 Feb 02 15:49:59.394798 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bac9003e-9cbd-44da-81b5-b7193cfd2c93 req-214ff7fe-3c48-446b-b5bc-7a80c953a913 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0573745 Feb 02 15:49:59.660477 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:49:59.664878 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e00ecfe5-dcf4-4243-8f34-5c716bf448b9 req-1efc2504-7d6e-4f6f-8b97-b8babdb132b2 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:49:59.666505 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e00ecfe5-dcf4-4243-8f34-5c716bf448b9 req-1efc2504-7d6e-4f6f-8b97-b8babdb132b2 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1252913 Feb 02 15:49:59.739904 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e00ecfe5-dcf4-4243-8f34-5c716bf448b9 req-12e8712f-dc23-40ee-b964-59f83cccedca tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0640192 Feb 02 15:49:59.750663 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:49:59.751035 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:00.618393 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0c99eb17-9007-449f-a7ec-a659cdad80f9 req-fc248830-2db3-4b0d-a6e6-b9a4e82c8a8c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:00.619875 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0c99eb17-9007-449f-a7ec-a659cdad80f9 req-fc248830-2db3-4b0d-a6e6-b9a4e82c8a8c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.1011989 Feb 02 15:50:00.751466 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0c99eb17-9007-449f-a7ec-a659cdad80f9 req-108f9961-8fbe-4a6b-8a08-c2e05d36d5c9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1252694 Feb 02 15:50:00.954824 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9146dbe-e8c9-4bb7-abd3-f40a9bc8d700 req-b22fd511-986a-4c65-9e0f-97209da3a35c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:00.956291 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b9146dbe-e8c9-4bb7-abd3-f40a9bc8d700 req-b22fd511-986a-4c65-9e0f-97209da3a35c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0906725 Feb 02 15:50:01.011977 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b9146dbe-e8c9-4bb7-abd3-f40a9bc8d700 req-88be5866-ebe2-4ebd-964e-d3f7dcfb3191 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0490324 Feb 02 15:50:01.959820 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-af6151e1-bb0b-4c18-9487-d09f0baf0328 req-f2ade4ab-cd91-4e8e-af35-962e0e814b74 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:01.961371 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-af6151e1-bb0b-4c18-9487-d09f0baf0328 req-f2ade4ab-cd91-4e8e-af35-962e0e814b74 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0928791 Feb 02 15:50:02.023452 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-af6151e1-bb0b-4c18-9487-d09f0baf0328 req-20c92e5b-0ef9-42cd-b8d2-daca73c4e70e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0564311 Feb 02 15:50:02.263065 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e2ed045-e862-44eb-8be5-ed2bbf21b70a req-c2709b9f-8a42-453c-b598-c5ae6f776cf9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:02.265951 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9e2ed045-e862-44eb-8be5-ed2bbf21b70a req-c2709b9f-8a42-453c-b598-c5ae6f776cf9 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0976965 Feb 02 15:50:02.319938 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9e2ed045-e862-44eb-8be5-ed2bbf21b70a req-f607460e-a5e4-4db0-8295-a8c0fe495f41 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0470247 Feb 02 15:50:03.261201 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54931658-3ae4-490d-bfed-41db26410dfc req-d2c113af-d6d9-4fb2-9925-6d8386247d2e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:03.262973 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54931658-3ae4-490d-bfed-41db26410dfc req-d2c113af-d6d9-4fb2-9925-6d8386247d2e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0979431 Feb 02 15:50:03.325025 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54931658-3ae4-490d-bfed-41db26410dfc req-06529ac5-79d1-4213-8457-e1c4cdc4d058 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0546186 Feb 02 15:50:03.553868 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d4254cf2-db9c-49d8-88ae-2e134b5920bb req-62f20775-4a50-44e0-9fc5-b6765033be04 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:03.555396 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d4254cf2-db9c-49d8-88ae-2e134b5920bb req-62f20775-4a50-44e0-9fc5-b6765033be04 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0935450 Feb 02 15:50:03.608484 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d4254cf2-db9c-49d8-88ae-2e134b5920bb req-bf3f8de3-ef54-4e64-8e4b-db278d1b251f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0473838 Feb 02 15:50:04.533963 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ccc8bd41-a6cf-4d37-bf8a-72b7f8730d0f req-01d4f67b-3294-4c00-8747-46f86fd3a5b9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:04.535441 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ccc8bd41-a6cf-4d37-bf8a-72b7f8730d0f req-01d4f67b-3294-4c00-8747-46f86fd3a5b9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0885830 Feb 02 15:50:04.589063 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ccc8bd41-a6cf-4d37-bf8a-72b7f8730d0f req-6517c762-d011-47ab-a5f2-685aed924c35 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0456951 Feb 02 15:50:04.816461 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85f0e63e-ba25-43b5-8e44-73b5e1b6fef9 req-06c3b39f-5543-43b0-bbd8-64db0c36543a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:04.818034 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-85f0e63e-ba25-43b5-8e44-73b5e1b6fef9 req-06c3b39f-5543-43b0-bbd8-64db0c36543a tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0898304 Feb 02 15:50:04.863763 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-85f0e63e-ba25-43b5-8e44-73b5e1b6fef9 req-458244c4-99f6-41ae-be69-3c7a4b74e5bb tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0399525 Feb 02 15:50:05.796780 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5cba50eb-ebd8-4827-8af2-70f14fd60613 req-573ded6d-9c36-4f80-831d-9db395967be0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:05.798375 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5cba50eb-ebd8-4827-8af2-70f14fd60613 req-573ded6d-9c36-4f80-831d-9db395967be0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0832772 Feb 02 15:50:05.853669 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5cba50eb-ebd8-4827-8af2-70f14fd60613 req-601dfe00-c5e0-4eb8-9a81-6596c2ba9db1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0483658 Feb 02 15:50:06.054711 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37660812-fc49-4b95-b393-5b7b35040842 req-b1d7cb7b-2fce-4da2-8a64-c939e3fab8a3 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:06.056104 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37660812-fc49-4b95-b393-5b7b35040842 req-b1d7cb7b-2fce-4da2-8a64-c939e3fab8a3 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0805986 Feb 02 15:50:06.103763 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-37660812-fc49-4b95-b393-5b7b35040842 req-17b5163f-8a34-422e-b6a0-7622eccfe239 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0415564 Feb 02 15:50:07.068311 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9d61d4d-d753-42d9-a8d7-689deea4fa9b req-d4ac428d-3824-4d15-b8c2-4484fe10d427 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:07.069765 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e9d61d4d-d753-42d9-a8d7-689deea4fa9b req-d4ac428d-3824-4d15-b8c2-4484fe10d427 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0988190 Feb 02 15:50:07.117440 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e9d61d4d-d753-42d9-a8d7-689deea4fa9b req-ed9e31dd-ab1f-4fc4-b4f5-16448c66b1a4 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0420675 Feb 02 15:50:07.304749 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3b03fad-306d-428a-b64c-0f45832fd6b4 req-67ed48e3-c22f-4b8c-b554-2ac55cd2149c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:07.306379 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a3b03fad-306d-428a-b64c-0f45832fd6b4 req-67ed48e3-c22f-4b8c-b554-2ac55cd2149c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0826488 Feb 02 15:50:07.350958 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a3b03fad-306d-428a-b64c-0f45832fd6b4 req-6453fbaa-20a0-4316-8edd-a9dbaee5dc70 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0389588 Feb 02 15:50:08.330205 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-093fde09-6376-42cf-9ec8-63308b809035 req-6dfedf5a-0aa8-4343-afa4-e8125436a040 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:08.331914 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-093fde09-6376-42cf-9ec8-63308b809035 req-6dfedf5a-0aa8-4343-afa4-e8125436a040 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0919471 Feb 02 15:50:08.347634 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-a3db8e7e-36db-4088-9fb5-487b590a7a1d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:08.348378 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-a3db8e7e-36db-4088-9fb5-487b590a7a1d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Synchronizing usage tracker for tenant:dca98e457a9d4f338fe912d086a79478 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:08.366298 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-a3db8e7e-36db-4088-9fb5-487b590a7a1d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Unset dirty status for tenant:dca98e457a9d4f338fe912d086a79478 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:08.367453 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-a3db8e7e-36db-4088-9fb5-487b590a7a1d tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.1048245 Feb 02 15:50:08.382187 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-093fde09-6376-42cf-9ec8-63308b809035 req-1b850a85-01ce-441d-b034-63368512b0a7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0424922 Feb 02 15:50:08.467077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Deleting port 57d29c4d-dc7b-49b8-811d-a3284d9a830c {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:50:08.467567 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:08.558452 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba6a7664-bc4a-445f-bd3f-49df24b5a9dc req-8d1d8d42-c6e4-49b1-a08c-0d4b81738362 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:08.560287 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ba6a7664-bc4a-445f-bd3f-49df24b5a9dc req-8d1d8d42-c6e4-49b1-a08c-0d4b81738362 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 945 time: 0.0928743 Feb 02 15:50:08.618126 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ba6a7664-bc4a-445f-bd3f-49df24b5a9dc req-4364601f-dd7c-4d63-b638-620a1edbd2d4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0471253 Feb 02 15:50:08.744680 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] For port 57d29c4d-dc7b-49b8-811d-a3284d9a830c, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=57d29c4d-dc7b-49b8-811d-a3284d9a830c,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:08.745064 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:08.877137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Calling delete_port for 57d29c4d-dc7b-49b8-811d-a3284d9a830c owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:50:09.110077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.162613 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Pushing event deleted for resources: {'Port': ['ID=57d29c4d-dc7b-49b8-811d-a3284d9a830c,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:09.166408 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['9b1f6b69-73c2-407a-9ce9-90cbfd596058', '57d29c4d-dc7b-49b8-811d-a3284d9a830c'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:09.246881 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] No DVR routers for this DVR port 57d29c4d-dc7b-49b8-811d-a3284d9a830c on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:50:09.251069 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:09.253789 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '29513c27-9152-4339-a4ba-9502cd364e7b', 'name': 'network-vif-deleted', 'tag': '57d29c4d-dc7b-49b8-811d-a3284d9a830c'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:09.274600 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5703ebe2-e834-4bcd-9a09-c84393a1f509 req-8e2e2383-5127-4483-a590-6751ccfa6e6c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "DELETE /v2.0/ports/57d29c4d-dc7b-49b8-811d-a3284d9a830c HTTP/1.1" status: 204 len: 173 time: 0.8968933 Feb 02 15:50:09.302981 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '29513c27-9152-4339-a4ba-9502cd364e7b', 'name': 'network-vif-deleted', 'tag': '57d29c4d-dc7b-49b8-811d-a3284d9a830c', 'status': 'completed', 'code': 200} Feb 02 15:50:09.595931 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5a70adef-a12f-4a4d-852b-30e61c07f4fd req-e99d25e3-e679-4c4c-8d38-19dc54acb3dc tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:09.597311 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5a70adef-a12f-4a4d-852b-30e61c07f4fd req-e99d25e3-e679-4c4c-8d38-19dc54acb3dc tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0877869 Feb 02 15:50:09.642195 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5a70adef-a12f-4a4d-852b-30e61c07f4fd req-efb34348-f71a-46ed-b8e5-47617b0cb36b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0389199 Feb 02 15:50:09.799907 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-78606cdf-4ecd-4040-bd55-75b0838c7377 req-0e4dd2a7-c1e3-4956-b912-18f1e5682f69 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=29513c27-9152-4339-a4ba-9502cd364e7b HTTP/1.1" status: 200 len: 210 time: 0.0482070 Feb 02 15:50:10.841604 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7053f31d-5eb0-4d15-964e-36f8ffe2c387 req-c2a47252-26ed-42bd-a454-97dc49676e06 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:10.843098 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7053f31d-5eb0-4d15-964e-36f8ffe2c387 req-c2a47252-26ed-42bd-a454-97dc49676e06 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0838325 Feb 02 15:50:10.888896 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7053f31d-5eb0-4d15-964e-36f8ffe2c387 req-7a730b4b-8ae7-4e09-a278-24a9f3933d4c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400345 Feb 02 15:50:11.281699 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6acab8f1-13c3-473e-89e7-d856e05fcae7 req-b6e7f086-cdf0-40d7-ab91-fd5d51e71b3c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:11.285024 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6acab8f1-13c3-473e-89e7-d856e05fcae7 req-b6e7f086-cdf0-40d7-ab91-fd5d51e71b3c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0825624 Feb 02 15:50:11.337461 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6acab8f1-13c3-473e-89e7-d856e05fcae7 req-93865fae-0adf-45c4-8d06-ac8844ec8963 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0465319 Feb 02 15:50:12.087478 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81af5d3f-e31a-4a68-b2e9-5980007d1af2 req-6b8357c5-6453-434d-ae0d-a41dfb0a40df tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:12.088995 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-81af5d3f-e31a-4a68-b2e9-5980007d1af2 req-6b8357c5-6453-434d-ae0d-a41dfb0a40df tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.0855753 Feb 02 15:50:12.115343 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 57d29c4d-dc7b-49b8-811d-a3284d9a830c no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:12.136210 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-81af5d3f-e31a-4a68-b2e9-5980007d1af2 req-72bc2eda-0ec0-4d9f-9c3c-685afd4271f8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0408814 Feb 02 15:50:12.153297 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 57d29c4d-dc7b-49b8-811d-a3284d9a830c {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:50:12.153679 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 57d29c4d-dc7b-49b8-811d-a3284d9a830c not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:50:12.538699 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-abfed37e-bbcb-40c5-9f9b-3cca77addbd9 req-380cf5ef-a153-4b23-9742-d4e27376e1ba tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:12.540514 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-abfed37e-bbcb-40c5-9f9b-3cca77addbd9 req-380cf5ef-a153-4b23-9742-d4e27376e1ba tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0884829 Feb 02 15:50:12.653097 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-abfed37e-bbcb-40c5-9f9b-3cca77addbd9 req-e7b96307-9e0c-4e66-8036-abe3752b478c tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1070087 Feb 02 15:50:12.890614 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47ac550c-fd47-4c19-8760-2ca749a24b3b req-8ba1e6e1-4979-4e0f-80c5-e1e24d8a727a tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:12.892063 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-47ac550c-fd47-4c19-8760-2ca749a24b3b req-8ba1e6e1-4979-4e0f-80c5-e1e24d8a727a tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.0815163 Feb 02 15:50:12.937551 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-47ac550c-fd47-4c19-8760-2ca749a24b3b req-5600633d-1c9b-4902-92b7-bc4ee82f0299 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0391011 Feb 02 15:50:12.960597 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53054) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:13.151052 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6cb950db-b2ce-4b89-a407-a8d4686eed6b tempest-TestMinimumBasicScenario-1015725288 tempest-TestMinimumBasicScenario-1015725288-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:13.151720 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6cb950db-b2ce-4b89-a407-a8d4686eed6b tempest-TestMinimumBasicScenario-1015725288 tempest-TestMinimumBasicScenario-1015725288-project-admin] Synchronizing usage tracker for tenant:305538f1a31444149ae9305de071b860 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:13.170597 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6cb950db-b2ce-4b89-a407-a8d4686eed6b tempest-TestMinimumBasicScenario-1015725288 tempest-TestMinimumBasicScenario-1015725288-project-admin] Unset dirty status for tenant:305538f1a31444149ae9305de071b860 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:13.172950 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6cb950db-b2ce-4b89-a407-a8d4686eed6b tempest-TestMinimumBasicScenario-1015725288 tempest-TestMinimumBasicScenario-1015725288-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1094 time: 0.2112250 Feb 02 15:50:13.175744 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53062) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:13.181802 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'port_id': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'fixed_ip_address': '172.20.0.12'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:13.188378 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:13.192810 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:floatingip and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:13.195853 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:13.202003 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:13.212752 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for floatingip, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.404364 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57c6aca4-3137-4856-9f51-7cc78c907832 req-8916ab78-4055-43d2-aa3b-8a810359b868 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:13.406811 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-57c6aca4-3137-4856-9f51-7cc78c907832 req-8916ab78-4055-43d2-aa3b-8a810359b868 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 944 time: 0.1308041 Feb 02 15:50:13.487025 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-57c6aca4-3137-4856-9f51-7cc78c907832 req-fc2f6ee2-fc6b-42af-9dde-c208727d79bc tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0729082 Feb 02 15:50:13.492529 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.650791 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Allocated IP 172.27.2.229 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/c2f2d41b-310a-411c-a5c3-0455576c5a41) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:13.806815 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.907007 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ef27babf-cd54-4436-a24b-e9eff43e301f req-348ed077-d606-45c9-9fc9-0e33fc68a79e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:13.908754 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ef27babf-cd54-4436-a24b-e9eff43e301f req-348ed077-d606-45c9-9fc9-0e33fc68a79e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1057923 Feb 02 15:50:13.910381 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:13.995019 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:14.013567 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:14.019271 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:14.025404 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:50:14.057819 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ef27babf-cd54-4436-a24b-e9eff43e301f req-2e082d20-892d-4ec7-aa3b-fc48e7cb571e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1156769 Feb 02 15:50:14.058546 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'Port': ['ID=c2f2d41b-310a-411c-a5c3-0455576c5a41,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:14.125587 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:50:14.273978 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:14.288459 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '6dd0990d-c073-4518-9235-5693b14761e9', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'port_id': '6dd0990d-c073-4518-9235-5693b14761e9', 'mac_address': 'fa:16:3e:bd:89:67', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:50:14.347626 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:14.366438 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 6dd0990d-c073-4518-9235-5693b14761e9 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:14.387977 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:14.393119 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:14.465752 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=9']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:14.538976 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:14.682116 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:14.911347 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3629ff75-d790-42d1-8f7a-8635564579ef req-eb2e2e13-7df7-4858-84c9-8a72fbf7a434 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:14.912820 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3629ff75-d790-42d1-8f7a-8635564579ef req-eb2e2e13-7df7-4858-84c9-8a72fbf7a434 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.2855811 Feb 02 15:50:14.954373 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['6dd0990d-c073-4518-9235-5693b14761e9'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:14.998204 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3629ff75-d790-42d1-8f7a-8635564579ef req-d93f02de-2e65-4f24-b9a1-8997f578802b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0756676 Feb 02 15:50:15.034393 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.038920 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.162043 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'Port': ['ID=c2f2d41b-310a-411c-a5c3-0455576c5a41,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:15.174608 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:15.401945 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Floating IP f74de00e-3ee2-490a-bf45-108affd54ae6 associated. External IP: 172.27.2.229, port: e6529cb0-84a5-4299-95aa-eccc597e5679. Feb 02 15:50:15.466338 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-362043d8-011b-425d-9e83-b392954890a6 req-8b436c5a-9155-42ae-9d4d-396970e040fc tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:15.467702 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-362043d8-011b-425d-9e83-b392954890a6 req-8b436c5a-9155-42ae-9d4d-396970e040fc tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.2445250 Feb 02 15:50:15.598428 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-362043d8-011b-425d-9e83-b392954890a6 req-afba99e1-1026-42d9-9bf9-5245e2b3a332 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1159663 Feb 02 15:50:15.724696 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-a6c5cb98-a34f-4da4-890f-48232b1ae841 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:15.726337 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-a6c5cb98-a34f-4da4-890f-48232b1ae841 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1098 time: 0.0901916 Feb 02 15:50:15.845841 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:50:15.880390 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-a8edd5c0-0536-4113-9384-fde830c228d2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:15.881858 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-a8edd5c0-0536-4113-9384-fde830c228d2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.1310194 Feb 02 15:50:15.991813 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-8614be57-2495-4c61-970a-ceb0d5a1ec94 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 200 len: 1001 time: 0.1009665 Feb 02 15:50:16.047177 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:50:16.062794 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] Sync routers for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:50:16.073832 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-1945de21-19ee-49a2-b0c8-37557300ef54 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.074492 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.076728 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-1945de21-19ee-49a2-b0c8-37557300ef54 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.0730817 Feb 02 15:50:16.079004 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:50:16.079920 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:16.135766 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-02501bb4-9189-45cb-95af-84fd5aafc9e7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 997 time: 2.9588835 Feb 02 15:50:16.136539 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53092) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:16.147059 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:16.168911 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:16.187723 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-395388480', 'description': 'tempest-secgroup-smoke-395388480 description', 'project_id': '485a8ed26a714f30ba82c207c3dc780e'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:16.217810 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:16.242210 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-a191aad5-b51b-4ab0-a9e6-cbc57f4d77e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.243634 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-a191aad5-b51b-4ab0-a9e6-cbc57f4d77e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1573405 Feb 02 15:50:16.252208 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'status': 'completed', 'code': 200} Feb 02 15:50:16.272016 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:16.284167 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 6dd0990d-c073-4518-9235-5693b14761e9 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:16.284784 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.307806 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.357713 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:16.362493 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:16.365914 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:16.372738 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:16.392560 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d65c158-09d1-4863-aba6-2b0ce4be6981 req-80c959bd-8426-444b-b704-869401cdb47c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.395089 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d65c158-09d1-4863-aba6-2b0ce4be6981 req-80c959bd-8426-444b-b704-869401cdb47c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 945 time: 0.2576630 Feb 02 15:50:16.404917 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:50:16.435286 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.469145 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d65c158-09d1-4863-aba6-2b0ce4be6981 req-3d4df835-2ffb-4a57-9be5-552e6deb2a3a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0623484 Feb 02 15:50:16.471024 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:16.482903 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:16.488808 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.502790 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-6b0c8fa2-a463-491d-ba16-4ae248b99f34 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.504563 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-6b0c8fa2-a463-491d-ba16-4ae248b99f34 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1099 time: 0.1342161 Feb 02 15:50:16.515023 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.530216 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.574627 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9', 'code': 200} Feb 02 15:50:16.574881 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'SecurityGroup': ['ID=8795c30d-2b46-4c07-a729-0e971b10202f,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:16.590394 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.592653 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3498c984-2264-4095-9a7f-ef54a87a1bb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1792 time: 0.4183588 Feb 02 15:50:16.595856 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53100) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:16.599530 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=10']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:16.602941 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'security_group_rule': {'security_group_id': '8795c30d-2b46-4c07-a729-0e971b10202f', 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:16.611603 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:16.615818 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:16.618891 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:16.626152 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:16.661764 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.662609 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-365c0838-05f3-43c5-ae08-7253369900f9 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3933983 Feb 02 15:50:16.855637 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.887555 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.903802 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-b4aa680a-5abf-401b-a28a-90506fd8b715 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.905888 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-b4aa680a-5abf-401b-a28a-90506fd8b715 service neutron] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 916 time: 0.3852241 Feb 02 15:50:16.917231 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=d9121e11-3fd3-4227-9b65-0e502b1e5a06,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:16.940701 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:16.944707 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-99863682-6c03-47d1-814b-36355bab0b1f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3439944 Feb 02 15:50:16.944856 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53110) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:16.952305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'security_group_rule': {'security_group_id': '8795c30d-2b46-4c07-a729-0e971b10202f', 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:16.953166 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'f74de00e-3ee2-490a-bf45-108affd54ae6', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'port_id': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'mac_address': 'fa:16:3e:65:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b3a20a-de6f-482c-96a0-21b55727616e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:50:14Z', 'updated_at': '2022-02-02T15:50:14Z', 'revision_number': 0, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:49:02Z', 'revision_number': 5, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:16.957281 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] Checking router: baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:50:16.959384 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:16.965393 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:16.965867 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:50:16.966567 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:49:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:16.969634 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:16.976593 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:16.986191 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1ed0ad6f-5e1e-4274-93be-eb289158f64f req-0c82fe8c-4ca8-4501-91cc-64a1940e55ac tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:16.987941 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1ed0ad6f-5e1e-4274-93be-eb289158f64f req-0c82fe8c-4ca8-4501-91cc-64a1940e55ac tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1363213 Feb 02 15:50:17.033457 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.061342 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-fe7ca90f-0a64-41de-a61a-092fe134a6d4 req-6e8b54f1-2f19-4280-996c-bb2910e03e72 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3618391 Feb 02 15:50:17.066387 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-d9d221e9-c4e6-4f49-942e-a8a306a4b5ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 1000 time: 0.1497464 Feb 02 15:50:17.069838 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1ed0ad6f-5e1e-4274-93be-eb289158f64f req-5f6dadbe-93cd-45b3-b6c4-085e45e695ec tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0745058 Feb 02 15:50:17.114943 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.118833 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.144122 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a9d593b5-f67c-45f9-9a2d-616f9b956f47,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:17.160066 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.164199 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6122a708-9eab-4d27-95c1-3ef502a8d35d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2155132 Feb 02 15:50:17.164354 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:50:17.164784 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53114) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:17.170118 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'security_group_rule': {'security_group_id': '8795c30d-2b46-4c07-a729-0e971b10202f', 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:17.176944 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:17.181340 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:17.185888 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:17.193616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-39f70148-9553-4846-93cb-dfe074979ac3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:17.195220 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-39f70148-9553-4846-93cb-dfe074979ac3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.0764391 Feb 02 15:50:17.198601 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:17.223292 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.296951 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.302801 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.335017 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=7ddaf9c0-dd83-451f-a9af-e9ebbd1fb6c0,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:17.348280 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.350228 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-df4d56e9-b9a4-43f4-a7cb-8416d6aafb3b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:17.350409 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-81bab97a-3d2d-444d-9510-f254b67a375d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1848907 Feb 02 15:50:17.351694 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-df4d56e9-b9a4-43f4-a7cb-8416d6aafb3b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1298909 Feb 02 15:50:17.354045 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53118) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:17.365154 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'security_group_rule': {'security_group_id': '8795c30d-2b46-4c07-a729-0e971b10202f', 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:17.373915 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:17.380077 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:17.384058 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:17.394226 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:17.418430 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.500727 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.505641 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.534553 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a6ebd00-d3ec-40fd-b039-ef7ff9803a91 req-309a2c12-bf55-4207-8966-b549ca2ce848 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:17.535643 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a41a17a6-4ede-481a-a518-1846f7737322,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:17.536163 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8a6ebd00-d3ec-40fd-b039-ef7ff9803a91 req-309a2c12-bf55-4207-8966-b549ca2ce848 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 1100 time: 0.2550440 Feb 02 15:50:17.550486 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.554904 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6f70da57-6435-48c2-887e-267d51870097 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.1993597 Feb 02 15:50:17.555405 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53124) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:17.562763 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'security_group_rule': {'security_group_id': '8795c30d-2b46-4c07-a729-0e971b10202f', 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:17.568946 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:17.573233 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:17.576303 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:17.585083 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:17.600128 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.securitygroups_db [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Project 485a8ed26a714f30ba82c207c3dc780e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:50:17.610013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.617471 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-a4e0d279-4de5-4104-8953-757e3d018c37 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2563498 Feb 02 15:50:17.622955 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8a6ebd00-d3ec-40fd-b039-ef7ff9803a91 req-aa45af34-36e7-484b-8172-ee0baa6cf9dc service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0695355 Feb 02 15:50:17.625881 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'f74de00e-3ee2-490a-bf45-108affd54ae6', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'port_id': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'mac_address': 'fa:16:3e:65:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b3a20a-de6f-482c-96a0-21b55727616e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:50:14Z', 'updated_at': '2022-02-02T15:50:14Z', 'revision_number': 0, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:49:02Z', 'revision_number': 5, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:17.630452 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e21b80dd-1418-4633-b7c8-8ca5a74c0cfb None None] The sync data for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi is: [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'f74de00e-3ee2-490a-bf45-108affd54ae6', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'floating_ip_address': '172.27.2.229', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'port_id': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'fixed_ip_address': '172.20.0.12', 'status': 'DOWN', 'standard_attr_id': 434, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'mac_address': 'fa:16:3e:65:fe:f1', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '01b3a20a-de6f-482c-96a0-21b55727616e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:50:14Z', 'updated_at': '2022-02-02T15:50:14Z', 'revision_number': 0, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:49:02Z', 'revision_number': 5, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:50:17.755413 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.760437 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.790846 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ede29b51-19bd-4501-ba32-6c7afd7fe2a2,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:17.806612 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.808064 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e4468597-29ac-4433-a124-2d3ac85e0d8f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2513125 Feb 02 15:50:17.811092 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53128) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:17.816338 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'security_group_rule': {'security_group_id': '8795c30d-2b46-4c07-a729-0e971b10202f', 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:17.816593 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1de1cdf-429c-4f0b-83e3-53cf0b049388 req-2541df4b-8f6d-46d7-966c-950e8488dc66 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:17.818225 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a1de1cdf-429c-4f0b-83e3-53cf0b049388 req-2541df4b-8f6d-46d7-966c-950e8488dc66 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.1699831 Feb 02 15:50:17.825295 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:17.830726 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Usage tracker for resource:security_group_rule and tenant:485a8ed26a714f30ba82c207c3dc780e is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:17.835177 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:17.841948 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:17.855373 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.securitygroups_db [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Project 485a8ed26a714f30ba82c207c3dc780e added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:50:17.869437 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.873014 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a1de1cdf-429c-4f0b-83e3-53cf0b049388 req-2f18037f-08ef-4293-b7c2-c591854427f4 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0490894 Feb 02 15:50:17.893540 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-80bae4a4-2df6-487e-8d4a-34d6b30bfff0 None None] New status for floating IP f74de00e-3ee2-490a-bf45-108affd54ae6: ACTIVE {{(pid=87158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:50:17.951585 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.957900 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.985177 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5b5e6971-294b-4002-8fee-85d19717cc40,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:17.995312 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:17.997094 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d9b5ec6d-08c3-4332-89f9-ec5a31fa5e21 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.1849217 Feb 02 15:50:18.156149 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-27aa6fb5-b9a1-4c39-aa51-08adb7abdd64 req-dae48b6b-48e1-4e0c-b740-c0d4df3c2ed1 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1390023 Feb 02 15:50:18.208050 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-4cd06980-9094-4300-9b40-3da5254f02ad req-74608305-80dc-43a9-9d07-28a5c5de25ec tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Synchronizing usage tracker for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:18.272353 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-4cd06980-9094-4300-9b40-3da5254f02ad req-74608305-80dc-43a9-9d07-28a5c5de25ec tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Unset dirty status for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:18.273539 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4cd06980-9094-4300-9b40-3da5254f02ad req-74608305-80dc-43a9-9d07-28a5c5de25ec tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395388480&fields=id&tenant_id=485a8ed26a714f30ba82c207c3dc780e HTTP/1.1" status: 200 len: 267 time: 0.1169195 Feb 02 15:50:18.354573 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-36263027-4a19-471e-9f84-c8a9bab75727 req-ff8c3cac-b84d-47bc-92ba-b43904d26371 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:18.356205 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-36263027-4a19-471e-9f84-c8a9bab75727 req-ff8c3cac-b84d-47bc-92ba-b43904d26371 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1450689 Feb 02 15:50:18.413298 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd06980-9094-4300-9b40-3da5254f02ad req-dda9a7ca-21c6-486d-87af-f8a7f5565897 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:18.414821 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4cd06980-9094-4300-9b40-3da5254f02ad req-dda9a7ca-21c6-486d-87af-f8a7f5565897 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.1343253 Feb 02 15:50:18.420067 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-36263027-4a19-471e-9f84-c8a9bab75727 req-88be96ba-e556-46e4-9f3b-49cc096419c1 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0570092 Feb 02 15:50:18.426283 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'port': {'security_groups': ['c4e7dedd-9c37-4d33-b8f4-0c9896d91120', '8795c30d-2b46-4c07-a729-0e971b10202f']}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:18.547144 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.809924 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e6529cb0-84a5-4299-95aa-eccc597e5679,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:18.834658 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.839156 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.909035 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:18.909681 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:18.911949 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e6529cb0-84a5-4299-95aa-eccc597e5679'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:18.912448 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4cd06980-9094-4300-9b40-3da5254f02ad req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "PUT /v2.0/ports/e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 982 time: 0.4897447 Feb 02 15:50:18.912448 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:18.949049 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a8af779-d09b-4712-b33e-2fbd9d05cd71 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=6']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:19.154226 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e6529cb0-84a5-4299-95aa-eccc597e5679'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:19.181047 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a2da70b-ba0c-4ba5-8e2e-88c712cebc73 req-4b63cf07-9abb-4a75-9fbb-fbb1f5e65a06 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.182553 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a2da70b-ba0c-4ba5-8e2e-88c712cebc73 req-4b63cf07-9abb-4a75-9fbb-fbb1f5e65a06 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.1564994 Feb 02 15:50:19.194541 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4780adb-4951-4be3-bd41-4f2f6d97f73b req-6858b890-7d02-41df-81c7-c4cd721d5dff tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.195927 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e4780adb-4951-4be3-bd41-4f2f6d97f73b req-6858b890-7d02-41df-81c7-c4cd721d5dff tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.1162102 Feb 02 15:50:19.270414 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-6ed22175-6197-4f25-828a-8f9f8d348737 None None] Provisioning complete for port e6529cb0-84a5-4299-95aa-eccc597e5679 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:19.270708 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-6ed22175-6197-4f25-828a-8f9f8d348737 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:19.276817 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a2da70b-ba0c-4ba5-8e2e-88c712cebc73 req-98244703-72dd-4f8b-8a59-e5974076847a tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0799065 Feb 02 15:50:19.282199 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e4780adb-4951-4be3-bd41-4f2f6d97f73b req-ecc9817c-f41b-441c-89dd-da66899338b4 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0717399 Feb 02 15:50:19.346852 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'status': 'completed', 'code': 200} Feb 02 15:50:19.508695 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-d8b40132-3245-4071-8879-286e7089d7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.510737 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-d8b40132-3245-4071-8879-286e7089d7e3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1138 time: 0.0839703 Feb 02 15:50:19.719592 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-81d83a4f-3185-4a38-b146-6f8e9ad791d5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.726878 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-81d83a4f-3185-4a38-b146-6f8e9ad791d5 service neutron] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 916 time: 0.2053163 Feb 02 15:50:19.736237 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-93ae6faf-4086-4534-aa4d-84d8b6e712f8 req-d8b605b5-f397-4614-bba0-210af694db53 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.738193 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-93ae6faf-4086-4534-aa4d-84d8b6e712f8 req-d8b605b5-f397-4614-bba0-210af694db53 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1515114 Feb 02 15:50:19.796382 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-93ae6faf-4086-4534-aa4d-84d8b6e712f8 req-6ce28f8e-308f-4e58-9237-3c0116acf230 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514202 Feb 02 15:50:19.888524 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-7cb161ea-1afd-4e81-8e76-4e86e9f66e84 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 1002 time: 0.1468425 Feb 02 15:50:19.978753 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-647fa40d-a2e8-4c53-a8a0-3f700c1e4103 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:19.980183 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-647fa40d-a2e8-4c53-a8a0-3f700c1e4103 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.0636098 Feb 02 15:50:20.065691 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-ffd7823d-604b-4862-9674-c596b17b6361 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:20.067128 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-ffd7823d-604b-4862-9674-c596b17b6361 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0726123 Feb 02 15:50:20.226977 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-b9164f7c-885d-425e-b8b3-46fe403c2393 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1423817 Feb 02 15:50:20.393217 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6d39bd43-5e55-4656-adaf-be6a2c940f7e req-67c0cb42-bb1a-4a5c-918d-05ff1c96104e service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1522925 Feb 02 15:50:20.583204 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-26f8cb6d-a67e-40b7-a596-08a52c161c30 req-88cdfced-a70d-4390-b933-01227c5f91af tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:20.584728 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-26f8cb6d-a67e-40b7-a596-08a52c161c30 req-88cdfced-a70d-4390-b933-01227c5f91af tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.0967522 Feb 02 15:50:20.632456 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-26f8cb6d-a67e-40b7-a596-08a52c161c30 req-39a9e5e3-7f77-413c-b48f-68ada3842b1e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0416534 Feb 02 15:50:20.990375 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98a5a98c-90bf-4085-be76-59bf3bc46a1e req-2efe4f0c-8649-4558-9146-7db8b6fd4bd5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:20.991763 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-98a5a98c-90bf-4085-be76-59bf3bc46a1e req-2efe4f0c-8649-4558-9146-7db8b6fd4bd5 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.0798104 Feb 02 15:50:21.036669 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-98a5a98c-90bf-4085-be76-59bf3bc46a1e req-d1d5fd5c-d1bd-4e63-b8d0-8f43953d08f4 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/security-groups?id=9552eca1-d866-462f-9e2c-7d534521a838&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0392466 Feb 02 15:50:21.173023 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-8515ebb6-cfae-48e6-b5c6-6a4fc24ccb3f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:21.173715 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-8515ebb6-cfae-48e6-b5c6-6a4fc24ccb3f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Synchronizing usage tracker for tenant:dca98e457a9d4f338fe912d086a79478 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:21.188855 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-8515ebb6-cfae-48e6-b5c6-6a4fc24ccb3f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Unset dirty status for tenant:dca98e457a9d4f338fe912d086a79478 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:21.190498 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-8515ebb6-cfae-48e6-b5c6-6a4fc24ccb3f tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 945 time: 0.1115398 Feb 02 15:50:21.267747 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Deleting port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:50:21.268093 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:21.497924 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-59e15c6d-cc42-4f99-9784-481270e8d50c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1066919869&fields=id&tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87 HTTP/1.1" status: 200 len: 267 time: 0.0417798 Feb 02 15:50:21.519587 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] For port 9b1f6b69-73c2-407a-9ce9-90cbfd596058, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=9b1f6b69-73c2-407a-9ce9-90cbfd596058,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:21.519982 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:21.703872 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Calling delete_port for 9b1f6b69-73c2-407a-9ce9-90cbfd596058 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:50:21.733889 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-d4503cac-6763-4d0f-8b43-5634d1d0d042 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:21.735626 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-d4503cac-6763-4d0f-8b43-5634d1d0d042 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 809 time: 0.2299945 Feb 02 15:50:21.750636 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-3ddfce46-89d9-4c8b-99f9-61a458e6c1bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/quotas/c21ecf8c592c41f6ab2a3d66b429ce87 HTTP/1.1" status: 200 len: 375 time: 0.0094795 Feb 02 15:50:21.832111 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-294ecfc6-d24a-4600-a9cc-243b23a05e6e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0761158 Feb 02 15:50:21.847928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:21.903942 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['9b1f6b69-73c2-407a-9ce9-90cbfd596058'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:21.904554 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Pushing event deleted for resources: {'Port': ['ID=9b1f6b69-73c2-407a-9ce9-90cbfd596058,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:21.976289 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-df968726-6f37-483f-a86e-32bf0d9291e4 service neutron] 10.222.0.18 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1327367 Feb 02 15:50:21.979013 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] No DVR routers for this DVR port 9b1f6b69-73c2-407a-9ce9-90cbfd596058 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:50:21.981733 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:21.984866 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'name': 'network-vif-deleted', 'tag': '9b1f6b69-73c2-407a-9ce9-90cbfd596058'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:22.001463 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b438eeb6-61d8-4f59-8acf-d7da24948361 req-608605be-c541-435f-99dc-55f4b0ec6482 tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.41 "DELETE /v2.0/ports/9b1f6b69-73c2-407a-9ce9-90cbfd596058 HTTP/1.1" status: 204 len: 173 time: 0.8050532 Feb 02 15:50:22.030959 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'e0a03975-b5aa-4a71-8949-e57a005d1fb6', 'name': 'network-vif-deleted', 'tag': '9b1f6b69-73c2-407a-9ce9-90cbfd596058', 'status': 'completed', 'code': 200} Feb 02 15:50:22.118986 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-ebc71b23-fdc3-4131-b801-eba85ef6cb59 service neutron] 10.222.0.18 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1365435 Feb 02 15:50:22.189312 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6803259e-e77c-4577-a612-f660a58a30c5 req-38774509-f782-4bc2-810d-46ed3df5203e tempest-ServerRescueNegativeTestJSON-199252378 tempest-ServerRescueNegativeTestJSON-199252378-project] 10.222.0.18 "GET /v2.0/ports?device_id=e0a03975-b5aa-4a71-8949-e57a005d1fb6 HTTP/1.1" status: 200 len: 210 time: 0.0428565 Feb 02 15:50:22.506659 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b1e2d66c-27ee-4eb2-992d-7ac70733507b req-0fc1ed70-13c6-4f00-9fca-a4ad7dcb99f7 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 210 time: 0.0456500 Feb 02 15:50:23.291326 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53224) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:23.371744 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ce87c399-6882-4a09-b2ae-93e776d6af4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:23.667391 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-59ff4e39-dbe8-4fd8-bb01-1180d38b56db req-a64a0f99-a82f-4a9d-b7c8-ff8e63469374 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 210 time: 0.0429893 Feb 02 15:50:23.900035 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-711494e0-4527-4b88-b48c-55afca27e83c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:23.900702 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-711494e0-4527-4b88-b48c-55afca27e83c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Synchronizing usage tracker for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:network {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:23.928593 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-711494e0-4527-4b88-b48c-55afca27e83c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Unset dirty status for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:network {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:23.929791 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-711494e0-4527-4b88-b48c-55afca27e83c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 809 time: 0.2497852 Feb 02 15:50:24.037686 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c03e22c7-6ec3-4db8-bfc6-ec6f7011a49b tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Synchronizing usage tracker for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:security_group {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:24.063312 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c03e22c7-6ec3-4db8-bfc6-ec6f7011a49b tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Unset dirty status for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:security_group {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:24.064368 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c03e22c7-6ec3-4db8-bfc6-ec6f7011a49b tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87 HTTP/1.1" status: 200 len: 380 time: 0.0879443 Feb 02 15:50:24.067707 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.127419 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'port': {'device_id': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'admin_state_up': True, 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'security_groups': ['bec8d51c-6380-4b1c-89f3-dad7939fdf56']}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:24.486764 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:24.521493 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:port and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:24.528115 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:24.540168 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:24.560712 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Made reservation on behalf of c21ecf8c592c41f6ab2a3d66b429ce87 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:24.564825 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.751400 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Deleting port f6b70943-12b6-48d7-a276-e894e6e89aa2 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:50:24.751651 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:24.827441 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e8709927-de98-4f91-a4db-ad861e7c7b31 req-13cdd571-1255-4ad3-8681-97e7240277c3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 210 time: 0.0454226 Feb 02 15:50:24.886162 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Allocated IP 172.20.0.3 (22e70d5d-e25c-4af1-bf2e-f6acb840714a/3add58ba-6917-4751-bfaa-ffd2e8656e84/dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:25.047390 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] For port f6b70943-12b6-48d7-a276-e894e6e89aa2, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=f6b70943-12b6-48d7-a276-e894e6e89aa2,segment=NetworkSegment(57408510-432e-498c-bcd4-82f99211bfcd),segment_id=57408510-432e-498c-bcd4-82f99211bfcd)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:25.047638 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.195374 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Calling delete_port for f6b70943-12b6-48d7-a276-e894e6e89aa2 owned by network:router_interface {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:50:25.428390 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.453893 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Transition to ACTIVE for port object dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:25.511929 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.623853 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:25.628391 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:25.633897 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:50:25.676058 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:25.680376 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.697620 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.697828 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.698062 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.698414 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.698759 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.699164 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.699486 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.699809 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.700146 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.700458 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.700827 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.701129 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:25.709681 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-801ead24-95fe-4ee1-99f5-05720f60e6b2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.792596 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Pushing event deleted for resources: {'Port': ['ID=f6b70943-12b6-48d7-a276-e894e6e89aa2,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:25.825407 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:25.826006 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.926543 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-63a5c8b2-272c-4f78-98be-f556a50f3462 None None] Provisioning for port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:25.932122 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-63a5c8b2-272c-4f78-98be-f556a50f3462 None None] Provisioning complete for port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:25.932621 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-63a5c8b2-272c-4f78-98be-f556a50f3462 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:25.947906 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-c8ccac51-d561-46cb-8d89-343608abaeaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.8308518 Feb 02 15:50:25.988192 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-63a5c8b2-272c-4f78-98be-f556a50f3462 None None] Port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:50:26.016850 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Request body: {'port': {'device_id': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:26.027490 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fe97e19c-a1f2-4719-ba31-0d70285b5be3 req-c4fc6ae7-11c0-45cd-8a8b-7c98f66aa89c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:26.028944 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fe97e19c-a1f2-4719-ba31-0d70285b5be3 req-c4fc6ae7-11c0-45cd-8a8b-7c98f66aa89c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 931 time: 0.0872200 Feb 02 15:50:26.072647 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fe97e19c-a1f2-4719-ba31-0d70285b5be3 req-1c3bc4de-595f-4fa1-9c9a-898bedd74c91 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0378368 Feb 02 15:50:26.209390 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 9b1f6b69-73c2-407a-9ce9-90cbfd596058 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:26.216069 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.219592 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.243075 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 9b1f6b69-73c2-407a-9ce9-90cbfd596058 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:50:26.243644 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 9b1f6b69-73c2-407a-9ce9-90cbfd596058 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:50:26.734916 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.770193 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.801708 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Router 0225a742-7d99-4616-9265-742c6be2344c has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:50:26.931891 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:26.947576 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:26.971504 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Transition to ACTIVE for port object dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:27.020775 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.269363 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:50:27.279148 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-57166fd1-63f1-41c7-a42a-e8e4ab5c215c admin admin] 10.222.0.18 "PUT /v2.0/routers/0225a742-7d99-4616-9265-742c6be2344c/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.9856954 Feb 02 15:50:27.281661 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] Sync routers for ids ['0225a742-7d99-4616-9265-742c6be2344c'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:50:27.283470 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1be0aa85-4a9a-426d-b16f-4fee62e64f55 req-a76f01d5-d0d7-4f9a-bdca-0eee8a678422 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:27.286683 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1be0aa85-4a9a-426d-b16f-4fee62e64f55 req-a76f01d5-d0d7-4f9a-bdca-0eee8a678422 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0934281 Feb 02 15:50:27.287330 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53238) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:27.296851 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] Routers {'0225a742-7d99-4616-9265-742c6be2344c'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:50:27.297472 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:50:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['0225a742-7d99-4616-9265-742c6be2344c'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:27.311176 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:27.391716 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Attempting to bind port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:27.392048 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Attempting to bind port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:27.392371 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Attempting to bind port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b on network 22e70d5d-e25c-4af1-bf2e-f6acb840714a {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:50:27.397698 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b on network 22e70d5d-e25c-4af1-bf2e-f6acb840714a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:50:27.397988 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Attempting to bind port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b on network 22e70d5d-e25c-4af1-bf2e-f6acb840714a {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:50:27.403009 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:50:27.403443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Checking segment: {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:50:27.403832 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Bound using segment: {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:50:27.404242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Bound port: dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 368, 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:27.405519 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.439133 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1be0aa85-4a9a-426d-b16f-4fee62e64f55 req-ea4a1bd5-3de8-4655-822a-3b676784417c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0689127 Feb 02 15:50:27.494843 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] Set router 0225a742-7d99-4616-9265-742c6be2344c gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:50:27.495278 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:50:27.498341 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:50:27.505040 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.520002 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks [] for router, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.571277 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:27.571882 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.573237 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] 10.222.0.41 "PUT /v2.0/ports/dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 1093 time: 1.5688016 Feb 02 15:50:27.573675 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:27.616831 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b1dc9a33-41cd-4f7f-bd8d-d182c8ca3f69 service neutron] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:27.639117 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'status': 'completed', 'code': 200} Feb 02 15:50:27.726325 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.737876 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Deleting port 7edcd711-7188-4167-aa6f-241841366140 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:50:27.738312 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:27.835170 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-bfac27d3-bfda-4444-8e66-2a40a051ee47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:27.836574 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-bfac27d3-bfda-4444-8e66-2a40a051ee47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1096 time: 0.1517742 Feb 02 15:50:27.838790 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9'}], 'enable_snat': True}, 'gw_port_id': '7edcd711-7188-4167-aa6f-241841366140', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:50:25Z', 'revision_number': 5, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port': {'id': '7edcd711-7188-4167-aa6f-241841366140', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:74:03:27', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '0225a742-7d99-4616-9265-742c6be2344c', 'device_owner': 'network:router_gateway', 'standard_attr_id': 82, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.9', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:27Z', 'updated_at': '2022-02-02T15:46:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:27.843667 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] Checking router: 0225a742-7d99-4616-9265-742c6be2344c for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:50:27.852872 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] Routers {'0225a742-7d99-4616-9265-742c6be2344c'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:50:27.853582 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:50:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['0225a742-7d99-4616-9265-742c6be2344c'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:27.928273 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-119c7554-1db7-466f-a8cc-d37d7855c34c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 217 time: 0.0738807 Feb 02 15:50:27.929035 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] For port 7edcd711-7188-4167-aa6f-241841366140, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=7edcd711-7188-4167-aa6f-241841366140,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:27.929400 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.005249 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-69f38f23-e92a-4d87-bc63-351447f7a07d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.007224 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-69f38f23-e92a-4d87-bc63-351447f7a07d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.0691512 Feb 02 15:50:28.062448 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] Set router 0225a742-7d99-4616-9265-742c6be2344c gateway port host: None {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:50:28.096573 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-2bb7974d-c896-4259-8f01-3c3213db2047 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.098121 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-2bb7974d-c896-4259-8f01-3c3213db2047 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0759563 Feb 02 15:50:28.145980 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Calling delete_port for 7edcd711-7188-4167-aa6f-241841366140 owned by network:router_gateway {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:50:28.169448 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:50:27Z', 'revision_number': 6, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port_host': None}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:28.173596 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-afaeacb3-5ae0-49e8-94d2-3ae8daf2e71c None None] The sync data for ids ['0225a742-7d99-4616-9265-742c6be2344c'] in dv-cinder-817833-1-iscsi is: [{'id': '0225a742-7d99-4616-9265-742c6be2344c', 'name': 'tempest-ServerRescueNegativeTestJSON-1180309368-router', 'tenant_id': 'dca98e457a9d4f338fe912d086a79478', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:50:27Z', 'revision_number': 6, 'project_id': 'dca98e457a9d4f338fe912d086a79478', 'gw_port_host': None}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:50:28.240193 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-94a62043-e391-4025-a107-95ac74349746 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1349013 Feb 02 15:50:28.250866 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.376030 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c16205a6-f68d-487c-8e91-9d17366d9567 req-79a50de1-a53e-4b18-9698-796ef4c7341f service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1274941 Feb 02 15:50:28.519542 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.569780 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Pushing event deleted for resources: {'Port': ['ID=7edcd711-7188-4167-aa6f-241841366140,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:28.578399 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-c4cd9c86-956c-45da-abf3-c770f08ba5a6 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.580314 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-c4cd9c86-956c-45da-abf3-c770f08ba5a6 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1096 time: 0.0906880 Feb 02 15:50:28.725723 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.731095 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-7148cd33-b762-4513-a1ea-41085ad64284 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.732543 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-7148cd33-b762-4513-a1ea-41085ad64284 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 910 time: 0.1422648 Feb 02 15:50:28.810866 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-7a48e8b3-05b0-44b2-83f1-37b1b2dd1e15 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 217 time: 0.0696011 Feb 02 15:50:28.845603 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70568d2a-034a-45db-996b-63f170bbfe7a req-4d5c4ae3-f39a-4bac-a914-4f17232cdcff tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.847090 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-70568d2a-034a-45db-996b-63f170bbfe7a req-4d5c4ae3-f39a-4bac-a914-4f17232cdcff tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.2805588 Feb 02 15:50:28.878929 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-8724dcd4-e8ab-4f78-bbeb-8800561ef01a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.880375 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-8724dcd4-e8ab-4f78-bbeb-8800561ef01a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.0603645 Feb 02 15:50:28.908031 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.921142 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:28.962341 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-d2a9be06-2338-4c9f-b078-926e9c6620cf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:28.963768 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-d2a9be06-2338-4c9f-b078-926e9c6620cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0710075 Feb 02 15:50:29.023667 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-70568d2a-034a-45db-996b-63f170bbfe7a req-d9f1483d-0989-47d4-bba0-8d2fa9a81d16 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1228931 Feb 02 15:50:29.024415 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.024926 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 0225a742-7d99-4616-9265-742c6be2344c {{(pid=87157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 15:50:29.037842 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.039222 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e58a3ff5-e008-479c-b2b2-391f528aa055 admin admin] 10.222.0.18 "DELETE /v2.0/routers/0225a742-7d99-4616-9265-742c6be2344c HTTP/1.1" status: 204 len: 168 time: 1.7508190 Feb 02 15:50:29.041778 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53246) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:29.110186 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] Deleting subnet fbe8991b-6352-4692-8394-694d5d764146 {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:50:29.113449 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.119863 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-369a0e9c-3cc3-4205-833e-aef1715c4610 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1490316 Feb 02 15:50:29.165970 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.221355 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.260640 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e8a36767-9749-408b-b324-00686dcfb0c1 req-b4f53c0e-5054-41db-9261-c46e6ecc72ae service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1313827 Feb 02 15:50:29.293780 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.337442 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fbe8991b-6352-4692-8394-694d5d764146,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:29.341149 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.347684 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-27273df7-e0e7-41c2-ae45-9e96b3893120 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fbe8991b-6352-4692-8394-694d5d764146 HTTP/1.1" status: 204 len: 168 time: 0.3047056 Feb 02 15:50:29.350291 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53250) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:29.544824 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.653863 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 7edcd711-7188-4167-aa6f-241841366140 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:29.672565 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.697350 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['29a36728-e028-48a7-9cc0-558f4645e6c7']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:29.709780 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 7edcd711-7188-4167-aa6f-241841366140 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:50:29.710296 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 7edcd711-7188-4167-aa6f-241841366140 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:50:29.710700 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '57408510-432e-498c-bcd4-82f99211bfcd') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:29.710935 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f6b70943-12b6-48d7-a276-e894e6e89aa2 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:50:29.711066 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '57408510-432e-498c-bcd4-82f99211bfcd') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:29.722159 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.739036 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.744647 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: f6b70943-12b6-48d7-a276-e894e6e89aa2 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:50:29.745212 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f6b70943-12b6-48d7-a276-e894e6e89aa2 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:50:29.749918 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Releasing vlan 394 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:50:29.750688 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:50:29.763690 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:50:29.840647 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.861182 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:29.866427 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] Pushing event deleted for resources: {'Network': ['ID=29a36728-e028-48a7-9cc0-558f4645e6c7,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:29.879500 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-89eafa54-3e89-4923-962e-03a0f63580b7 admin admin] 10.222.0.18 "DELETE /v2.0/networks/29a36728-e028-48a7-9cc0-558f4645e6c7 HTTP/1.1" status: 204 len: 168 time: 0.5264738 Feb 02 15:50:30.048832 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53256) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:30.097602 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9a348358-6fd5-4f5f-832b-d26ae94590d9 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dca98e457a9d4f338fe912d086a79478&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0475061 Feb 02 15:50:30.100037 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53262) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:30.207713 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.241830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.281321 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e593d810-f401-4c11-9760-aa6d975a24ce req-a6ef706a-ee5e-4a64-b8a1-952c5abe314f tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:30.282811 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e593d810-f401-4c11-9760-aa6d975a24ce req-a6ef706a-ee5e-4a64-b8a1-952c5abe314f tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1459622 Feb 02 15:50:30.330021 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e593d810-f401-4c11-9760-aa6d975a24ce req-7b467819-e1b6-47af-9137-50fc0cc2d65d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0414994 Feb 02 15:50:30.331013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.346261 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9552eca1-d866-462f-9e2c-7d534521a838,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:30.355014 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.355319 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.355926 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.356239 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.356570 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.356901 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.357258 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.357553 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.358468 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.358755 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.359254 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.359406 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:30.369217 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:30.373275 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f9f383d5-85d8-4321-9265-cab5ae606abb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9552eca1-d866-462f-9e2c-7d534521a838 HTTP/1.1" status: 204 len: 168 time: 0.2694077 Feb 02 15:50:31.075024 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53288) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:31.176354 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Request body: {'network': {'name': 'tempest-AttachVolumeNegativeTest-1723079405-network', 'tenant_id': '1931a939723b4c3eaa7a1bc84c726ee3'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:31.181013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:31.184969 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Usage tracker for resource:network and tenant:1931a939723b4c3eaa7a1bc84c726ee3 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:31.188515 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:31.194705 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:31.204805 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Made reservation on behalf of 1931a939723b4c3eaa7a1bc84c726ee3 for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:31.207213 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.229642 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.246948 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:31.252179 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Usage tracker for resource:security_group_rule and tenant:1931a939723b4c3eaa7a1bc84c726ee3 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:31.255209 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:31.261428 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:31.347681 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.351824 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.383140 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] vlan segment allocate from pool success with {'vlan_id': 377, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:50:31.392675 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=5856a397-91e4-4df2-9aec-a10e835260ae,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:31.398361 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.398635 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Added segment a4d96836-a7a5-4935-8dd7-3115cbc5c7e7 of type vlan for network 4699da8b-4f11-4613-ad8c-418c65ff1147 Feb 02 15:50:31.426517 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.506203 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.507139 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:31.507724 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.619455 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 888 time: 0.5406420 Feb 02 15:50:31.619956 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53300) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:31.625348 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b20e0eec-0372-402a-bc51-dc11dbd63dac admin admin] Pushing event updated for resources: {'Network': ['ID=4699da8b-4f11-4613-ad8c-418c65ff1147,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:31.627787 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Request body: {'subnet': {'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'cidr': '172.20.0.0/28', 'name': 'tempest-AttachVolumeNegativeTest-1723079405-subnet', 'tenant_id': '1931a939723b4c3eaa7a1bc84c726ee3', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:31.635384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:31.636479 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:50:31.640050 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-604fa4ca-51fd-427d-872f-e63b959b9c9c req-6069c38b-20a1-465a-8243-89b8b8d6fae3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:31.641051 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Usage tracker for resource:subnet and tenant:1931a939723b4c3eaa7a1bc84c726ee3 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:31.641546 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-604fa4ca-51fd-427d-872f-e63b959b9c9c req-6069c38b-20a1-465a-8243-89b8b8d6fae3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1954799 Feb 02 15:50:31.651237 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:31.657743 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:31.684143 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Made reservation on behalf of 1931a939723b4c3eaa7a1bc84c726ee3 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:31.690374 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:31.703284 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-604fa4ca-51fd-427d-872f-e63b959b9c9c req-cd45a4e2-4107-4174-8808-3ed1391bef30 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556712 Feb 02 15:50:31.998655 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.082369 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:32.087203 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Checking segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:50:32.087565 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Network hostable DHCP agents. Network: 4699da8b-4f11-4613-ad8c-418c65ff1147, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:50:32.107706 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:50:32.117594 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 4699da8b-4f11-4613-ad8c-418c65ff1147) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:32.121945 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:32.122447 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:32.127710 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ea57ac67-9520-4d69-b8c5-b4d3f30ab9bd None None] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:50:32.145096 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-e4c969b3-ad81-4552-8937-c50c1808d457 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 852 time: 0.5234404 Feb 02 15:50:32.339530 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1f844b8e-c697-4175-bdc1-641fc7f483f1 None None] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:50:32.647419 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-65c92c9c-cfde-41a9-9df0-7404dd3b8e4b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:32.648096 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-65c92c9c-cfde-41a9-9df0-7404dd3b8e4b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Synchronizing usage tracker for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:32.674970 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-65c92c9c-cfde-41a9-9df0-7404dd3b8e4b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Unset dirty status for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:32.676305 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-65c92c9c-cfde-41a9-9df0-7404dd3b8e4b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.1724305 Feb 02 15:50:32.691894 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-5eacb8d6-0b7d-4dc8-b592-123ae3d91205 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/quotas/1931a939723b4c3eaa7a1bc84c726ee3 HTTP/1.1" status: 200 len: 375 time: 0.0098298 Feb 02 15:50:32.740095 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-a45f6a3d-bc07-4c29-a27d-3f574675fab8 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0422630 Feb 02 15:50:32.926724 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-9305e454-4adb-4cb3-85ca-def6543f59e3 service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1798513 Feb 02 15:50:32.960661 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-80b6901c-5c4f-4be9-b13c-9c6913951629 req-758c50a1-e6c6-4e37-8a58-2ccb88b9b7e4 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:32.962072 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-80b6901c-5c4f-4be9-b13c-9c6913951629 req-758c50a1-e6c6-4e37-8a58-2ccb88b9b7e4 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1437714 Feb 02 15:50:33.169542 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-80b6901c-5c4f-4be9-b13c-9c6913951629 req-2ded18ef-3f33-4edc-a8b7-5a1a93711787 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1635189 Feb 02 15:50:33.199463 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-593d7e86-c6a1-46e5-9078-48a6131d1f55 service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2657065 Feb 02 15:50:33.392151 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b182bae7-3588-48ac-9d16-4dfef9cb73a4 req-575c168e-b924-4a08-afee-9756468eb5da tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 210 time: 0.0544813 Feb 02 15:50:33.688214 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:50:34.355529 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-99e000a6-1bfa-4fea-80c2-a37523cf853f req-aa62dcaa-f39b-46dd-a349-354181d9a6ba tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.357247 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-99e000a6-1bfa-4fea-80c2-a37523cf853f req-aa62dcaa-f39b-46dd-a349-354181d9a6ba tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0824459 Feb 02 15:50:34.413847 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-99e000a6-1bfa-4fea-80c2-a37523cf853f req-1a364575-de83-42a1-b41c-cd2b529431e2 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0500395 Feb 02 15:50:34.580116 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5f47af53-90e5-45f0-98bc-0137b2f86835 req-f76c6575-5ebe-49d6-a1a4-bff12f746f9b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 210 time: 0.0561461 Feb 02 15:50:34.617766 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e9417d22-2101-4f09-9177-0cfcd3d8f58e req-25337d64-c383-4441-a035-13256885bbab tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.619420 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e9417d22-2101-4f09-9177-0cfcd3d8f58e req-25337d64-c383-4441-a035-13256885bbab tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1269515 Feb 02 15:50:34.670269 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e9417d22-2101-4f09-9177-0cfcd3d8f58e req-35a50e2e-158e-4b59-a6ca-50fdd56bd9cf tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438976 Feb 02 15:50:34.922700 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-3f1881f8-9c8e-4f96-a569-3bc9bc5f2573 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:34.924193 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-3f1881f8-9c8e-4f96-a569-3bc9bc5f2573 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.1480927 Feb 02 15:50:34.953353 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Request body: {'port': {'device_id': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'admin_state_up': True, 'tenant_id': '1931a939723b4c3eaa7a1bc84c726ee3'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:35.090372 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:35.094717 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Usage tracker for resource:port and tenant:1931a939723b4c3eaa7a1bc84c726ee3 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:35.097487 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:35.103169 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:35.114219 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Made reservation on behalf of 1931a939723b4c3eaa7a1bc84c726ee3 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:35.119407 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.279385 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Allocated IP 172.20.0.14 (4699da8b-4f11-4613-ad8c-418c65ff1147/c61c59cf-8eb0-46c3-bc2b-b3b474a357f3/bdfb0380-92f1-4e63-9760-b8f3170daa0a) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:35.485200 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.515263 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.587795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:35.590821 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:35.593714 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:50:35.596340 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-df8c0230-4e5f-427e-996a-330eda48fd43 req-f821892c-1600-4b5f-9ef3-2a61d1f4c581 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:35.598767 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-df8c0230-4e5f-427e-996a-330eda48fd43 req-f821892c-1600-4b5f-9ef3-2a61d1f4c581 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0819585 Feb 02 15:50:35.635847 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event updated for resources: {'Port': ['ID=bdfb0380-92f1-4e63-9760-b8f3170daa0a,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:35.644708 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-df8c0230-4e5f-427e-996a-330eda48fd43 req-ab76bb63-4609-4821-8228-dec60a6e6558 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0407283 Feb 02 15:50:35.664778 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:35.665612 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.691055 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ee8bdaee-e3f0-45a4-bff0-e3b2e3aa9cf7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7412167 Feb 02 15:50:35.712082 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Request body: {'port': {'device_id': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:35.786905 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dffd5923-ca0c-45ff-b22b-3d6ecc445a17 req-d2f4162b-974a-471d-8683-a448724335d9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:35.788349 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dffd5923-ca0c-45ff-b22b-3d6ecc445a17 req-d2f4162b-974a-471d-8683-a448724335d9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 932 time: 0.0875504 Feb 02 15:50:35.828029 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:35.877465 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-dffd5923-ca0c-45ff-b22b-3d6ecc445a17 req-58ce120b-97e9-42d5-88de-2d649b2b31d6 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Synchronizing usage tracker for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:50:35.901036 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-dffd5923-ca0c-45ff-b22b-3d6ecc445a17 req-58ce120b-97e9-42d5-88de-2d649b2b31d6 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Unset dirty status for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:50:35.902355 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dffd5923-ca0c-45ff-b22b-3d6ecc445a17 req-58ce120b-97e9-42d5-88de-2d649b2b31d6 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0829709 Feb 02 15:50:35.911312 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bacf5a4c-eea0-47cf-81e6-dbe65fe9f513 req-72d673d5-2178-44ad-b96d-8f5f16595218 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:35.912739 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bacf5a4c-eea0-47cf-81e6-dbe65fe9f513 req-72d673d5-2178-44ad-b96d-8f5f16595218 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1235299 Feb 02 15:50:35.960615 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bacf5a4c-eea0-47cf-81e6-dbe65fe9f513 req-c33fffe3-c2bb-4ecc-ab48-1196e2cf089c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422218 Feb 02 15:50:36.167910 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id bdfb0380-92f1-4e63-9760-b8f3170daa0a {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:36.175195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.189315 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Transition to ACTIVE for port object bdfb0380-92f1-4e63-9760-b8f3170daa0a will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:36.193002 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.253525 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:50:36.390040 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:36.403141 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'port_id': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'mac_address': 'fa:16:3e:64:53:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:50:36.419712 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfb0380-92f1-4e63-9760-b8f3170daa0a,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:36.466954 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.485126 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:36.495447 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Attempting to bind port bdfb0380-92f1-4e63-9760-b8f3170daa0a on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:36.495789 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Attempting to bind port bdfb0380-92f1-4e63-9760-b8f3170daa0a by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:36.496158 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Attempting to bind port bdfb0380-92f1-4e63-9760-b8f3170daa0a on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:50:36.500497 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:36.500857 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Port bdfb0380-92f1-4e63-9760-b8f3170daa0a on network 4699da8b-4f11-4613-ad8c-418c65ff1147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:50:36.501179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Attempting to bind port bdfb0380-92f1-4e63-9760-b8f3170daa0a on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:50:36.504866 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.507520 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:50:36.507861 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Checking segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:50:36.508242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Bound using segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:50:36.508674 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Bound port: bdfb0380-92f1-4e63-9760-b8f3170daa0a, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:36.509207 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.572527 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:36.601488 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] For port bdfb0380-92f1-4e63-9760-b8f3170daa0a, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:50:36.604414 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] For port bdfb0380-92f1-4e63-9760-b8f3170daa0a, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bdfb0380-92f1-4e63-9760-b8f3170daa0a,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:50:36.609457 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.670725 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:36.671280 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:36.672666 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] 10.222.0.41 "PUT /v2.0/ports/bdfb0380-92f1-4e63-9760-b8f3170daa0a HTTP/1.1" status: 200 len: 1094 time: 0.9656038 Feb 02 15:50:36.673105 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'tag': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:36.693928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c6e6d91f-0163-43d1-93cf-9618d92ae812 service neutron] Pushing event updated for resources: {'Port': ['ID=bdfb0380-92f1-4e63-9760-b8f3170daa0a,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:36.737895 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'tag': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a', 'status': 'completed', 'code': 200} Feb 02 15:50:36.840459 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-bd8298fe-3dce-4619-a0fb-d047609533be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:36.841970 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-bd8298fe-3dce-4619-a0fb-d047609533be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 1097 time: 0.0802388 Feb 02 15:50:36.857227 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bcba6048-e2a3-4895-9b83-f5abffa689fe req-4bee6e84-f707-449d-8933-ee716e334463 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:36.859188 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bcba6048-e2a3-4895-9b83-f5abffa689fe req-4bee6e84-f707-449d-8933-ee716e334463 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 944 time: 0.0817258 Feb 02 15:50:36.902750 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bcba6048-e2a3-4895-9b83-f5abffa689fe req-0f21d693-7d72-404d-82cd-4ae83e97109c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0379252 Feb 02 15:50:36.923495 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-c9d328d6-f887-40aa-b009-fc3464e7bcd2 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdfb0380-92f1-4e63-9760-b8f3170daa0a HTTP/1.1" status: 200 len: 217 time: 0.0642731 Feb 02 15:50:36.988175 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-820c25c0-0fa6-4a17-897f-e5832c5ea75b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:36.989743 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-820c25c0-0fa6-4a17-897f-e5832c5ea75b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.0576499 Feb 02 15:50:36.992159 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:37.044650 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-ae7d8c41-872a-40fd-9003-c55a8dc315a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0465918 Feb 02 15:50:37.162123 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8bddfaeb-a3d8-498d-8d92-5e4bd52fc09f req-89c54bb0-baa7-4574-b403-105c8c1bbb2c tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:37.166805 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8bddfaeb-a3d8-498d-8d92-5e4bd52fc09f req-89c54bb0-baa7-4574-b403-105c8c1bbb2c tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 944 time: 0.1510682 Feb 02 15:50:37.192699 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-06b07157-b811-4c3f-ac7d-6a5f284717b2 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1386757 Feb 02 15:50:37.227111 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8bddfaeb-a3d8-498d-8d92-5e4bd52fc09f req-b8d0ee8f-0114-45bd-98dd-8f03401b93b7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0566523 Feb 02 15:50:37.240513 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7155b920-1428-41f2-b346-571d0787dcf8 req-796aa216-ceca-4dc7-8859-2578ee9886a4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:37.241994 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7155b920-1428-41f2-b346-571d0787dcf8 req-796aa216-ceca-4dc7-8859-2578ee9886a4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1562929 Feb 02 15:50:37.295585 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7155b920-1428-41f2-b346-571d0787dcf8 req-6524bff0-f12c-4ede-8124-b52bd34f2082 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388112 Feb 02 15:50:37.336480 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f1577819-5ca6-41cd-b00f-53acd77f73c5 req-1777de59-a940-41a9-bb26-1bd021d99da3 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1337404 Feb 02 15:50:37.523559 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-c4ac4e32-5450-4c8b-a6c4-08a22d366216 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:37.524954 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-c4ac4e32-5450-4c8b-a6c4-08a22d366216 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 1097 time: 0.0712404 Feb 02 15:50:37.656886 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-e1e08739-ac77-40f5-9045-f59a40053660 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:37.658414 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-e1e08739-ac77-40f5-9045-f59a40053660 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 916 time: 0.1254714 Feb 02 15:50:37.729648 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-63e7ed33-a8f9-403d-9b16-ae02ca30056b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.14&port_id=bdfb0380-92f1-4e63-9760-b8f3170daa0a HTTP/1.1" status: 200 len: 217 time: 0.0633228 Feb 02 15:50:37.790490 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-6676102c-5524-45fc-836b-9de30a911146 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:37.791796 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-6676102c-5524-45fc-836b-9de30a911146 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.0551465 Feb 02 15:50:37.841822 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-c55ab4a0-a227-447e-a151-9ba75f9ab511 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0416653 Feb 02 15:50:37.974057 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-d07b654b-5c53-4722-a4b4-f30d3b1e3d38 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1234829 Feb 02 15:50:38.090439 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68e412e2-5986-45a6-935f-d59bac66bd81 req-fca8ab74-e90d-4857-9f66-dc9ebb9ec2fe tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:38.091812 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68e412e2-5986-45a6-935f-d59bac66bd81 req-fca8ab74-e90d-4857-9f66-dc9ebb9ec2fe tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 944 time: 0.0827491 Feb 02 15:50:38.138165 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68e412e2-5986-45a6-935f-d59bac66bd81 req-a18a7726-db62-420e-b420-a7050784540d tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401220 Feb 02 15:50:38.175419 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f2cfe8c1-5077-4aab-8c37-cd4216f07daa req-56af7ee3-4d14-43f0-b73b-15dcc0fc9e91 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1924024 Feb 02 15:50:38.258445 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:38.326061 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:38.331093 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:38.331679 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.450554 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7028ea06-89bc-433d-bbdb-0b79a16276a2 req-2b6c2960-9f46-43d9-8c16-a4850ee3e17f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:38.452537 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7028ea06-89bc-433d-bbdb-0b79a16276a2 req-2b6c2960-9f46-43d9-8c16-a4850ee3e17f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 944 time: 0.1159267 Feb 02 15:50:38.454677 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.481691 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:38.491652 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:38.495785 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:38.520767 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7028ea06-89bc-433d-bbdb-0b79a16276a2 req-94f23d93-6b48-4d97-a872-82b37900f6b4 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0621586 Feb 02 15:50:38.546005 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-171a9232-8d4d-4860-b77f-c28875a88a26 req-730811bf-ea0d-4fd0-ab78-9cbc194c773f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:38.547671 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-171a9232-8d4d-4860-b77f-c28875a88a26 req-730811bf-ea0d-4fd0-ab78-9cbc194c773f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1387720 Feb 02 15:50:38.572895 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:38.581916 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.582312 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.582651 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.582985 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.583316 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.584371 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.584703 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.585033 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.585581 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.586204 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.586469 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.586790 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:50:38.592992 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'code': 200} Feb 02 15:50:38.602204 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-171a9232-8d4d-4860-b77f-c28875a88a26 req-d1e59d49-23aa-45c6-b787-5720ceade1a3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479512 Feb 02 15:50:38.963172 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a1cdcf86-df08-4321-ab08-05f305274eeb req-e5e1f219-7732-4a8d-a394-ef654e57b93e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:38.964643 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-a1cdcf86-df08-4321-ab08-05f305274eeb req-e5e1f219-7732-4a8d-a394-ef654e57b93e service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1098 time: 0.0705798 Feb 02 15:50:39.008586 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-a1cdcf86-df08-4321-ab08-05f305274eeb req-f20da2d3-5fed-4126-956a-aab15deddb70 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0342638 Feb 02 15:50:39.325720 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebbb97c4-8399-4a2a-869a-1ef1a257b511 req-6728bff3-6170-4712-97f7-486f0b11e5b1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:39.327783 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebbb97c4-8399-4a2a-869a-1ef1a257b511 req-6728bff3-6170-4712-97f7-486f0b11e5b1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0821366 Feb 02 15:50:39.373823 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebbb97c4-8399-4a2a-869a-1ef1a257b511 req-b02e6948-db2f-45ad-a449-089609b07a92 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404403 Feb 02 15:50:39.715539 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9afaa35a-273b-4f2b-abfe-5dda103aedf3 req-93308795-2778-4ae4-af1f-7cc159bb5919 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:39.717536 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9afaa35a-273b-4f2b-abfe-5dda103aedf3 req-93308795-2778-4ae4-af1f-7cc159bb5919 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 944 time: 0.0864215 Feb 02 15:50:39.809512 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9afaa35a-273b-4f2b-abfe-5dda103aedf3 req-587cc43a-4446-4d60-ab2f-3aa082b9b00b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0573926 Feb 02 15:50:39.832018 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-109ab92f-c7d2-4c60-85e4-a7eb15b37d2b req-8d591327-421b-4bc7-8317-a6c8a72f3aaa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:39.833585 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-109ab92f-c7d2-4c60-85e4-a7eb15b37d2b req-8d591327-421b-4bc7-8317-a6c8a72f3aaa tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1150613 Feb 02 15:50:39.877348 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-109ab92f-c7d2-4c60-85e4-a7eb15b37d2b req-9dcd10c7-7a05-45ba-82fb-976cc71ed6a6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0382683 Feb 02 15:50:40.272361 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device bdfb0380-92f1-4e63-9760-b8f3170daa0a details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:50:40.407384 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port bdfb0380-92f1-4e63-9760-b8f3170daa0a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bdfb0380-92f1-4e63-9760-b8f3170daa0a,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:40.421440 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'port_id': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a', 'mac_address': 'fa:16:3e:a9:f0:55', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61c59cf-8eb0-46c3-bc2b-b3b474a357f3', 'ip_address': '172.20.0.14'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:50:40.481369 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:40.500696 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id bdfb0380-92f1-4e63-9760-b8f3170daa0a {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:40.516956 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port bdfb0380-92f1-4e63-9760-b8f3170daa0a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bdfb0380-92f1-4e63-9760-b8f3170daa0a,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:40.522936 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:40.570736 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50e57fc-5f5f-4720-a03d-a6534b7c1ba8 req-1dc49e50-7478-4674-839a-fdfb3f73c46f tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:40.572340 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c50e57fc-5f5f-4720-a03d-a6534b7c1ba8 req-1dc49e50-7478-4674-839a-fdfb3f73c46f tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0889065 Feb 02 15:50:40.593349 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=bdfb0380-92f1-4e63-9760-b8f3170daa0a,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:40.617608 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c50e57fc-5f5f-4720-a03d-a6534b7c1ba8 req-6310bb44-d601-4ea7-8c1d-e21cf190eeaf tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390387 Feb 02 15:50:40.799657 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54bc8ddb-c9e7-415d-a6ff-f39d5987d420 req-413e1eb4-fa01-4dfd-bb07-569e0553d0e1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:40.801026 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54bc8ddb-c9e7-415d-a6ff-f39d5987d420 req-413e1eb4-fa01-4dfd-bb07-569e0553d0e1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0794954 Feb 02 15:50:40.846327 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54bc8ddb-c9e7-415d-a6ff-f39d5987d420 req-2049a7fd-bc64-4ff7-99b1-13f972b9b880 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0395899 Feb 02 15:50:40.869232 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53390) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:40.979917 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:41.225302 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-86a6e539-6f93-479c-a06b-07bdfcd1d9ff req-02e452bb-2bb5-4cdf-adb2-64f6cd6412d9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:41.226815 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-86a6e539-6f93-479c-a06b-07bdfcd1d9ff req-02e452bb-2bb5-4cdf-adb2-64f6cd6412d9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 945 time: 0.3089461 Feb 02 15:50:41.235923 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a330b61-1d01-4947-909e-5982efe9b014 req-1036bfc2-1257-4e91-9a21-3dc6870ea57a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:41.237356 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9a330b61-1d01-4947-909e-5982efe9b014 req-1036bfc2-1257-4e91-9a21-3dc6870ea57a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1737497 Feb 02 15:50:41.240717 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-6c0249ed-4888-4f44-a369-13555ce9084b tempest-TestShelveInstance-1059191002 tempest-TestShelveInstance-1059191002-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:41.242130 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6c0249ed-4888-4f44-a369-13555ce9084b tempest-TestShelveInstance-1059191002 tempest-TestShelveInstance-1059191002-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1093 time: 0.3719015 Feb 02 15:50:41.245291 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53398) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:50:41.250432 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'port_id': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'fixed_ip_address': '172.20.0.3'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:41.256521 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:41.260278 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Usage tracker for resource:floatingip and tenant:c21ecf8c592c41f6ab2a3d66b429ce87 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:41.263195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:41.269592 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:41.280579 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for floatingip, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:41.311314 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9a330b61-1d01-4947-909e-5982efe9b014 req-c95a8efc-29c6-40e1-8b36-08d7eaf4f5e0 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0673997 Feb 02 15:50:41.314017 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-86a6e539-6f93-479c-a06b-07bdfcd1d9ff req-b2e8102e-253a-4afc-bf4f-870a7d264981 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0757632 Feb 02 15:50:41.419785 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:41.563134 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Allocated IP 172.27.2.252 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/4010b3f2-c6f8-4c9c-b582-db5f6b7b51d2) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:41.710235 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:41.744256 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:41.810851 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:41.813727 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:41.817394 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:50:41.855947 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'Port': ['ID=4010b3f2-c6f8-4c9c-b582-db5f6b7b51d2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:42.275678 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device bdfb0380-92f1-4e63-9760-b8f3170daa0a up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:50:42.344141 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port bdfb0380-92f1-4e63-9760-b8f3170daa0a completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:50:42.350326 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port bdfb0380-92f1-4e63-9760-b8f3170daa0a triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:50:42.350756 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.369027 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.478243 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.505783 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.506042 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:42.517895 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port bdfb0380-92f1-4e63-9760-b8f3170daa0a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bdfb0380-92f1-4e63-9760-b8f3170daa0a,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:50:42.521962 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.578405 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-551e83c8-721c-49a2-a978-8cb4d2fa5287 req-e4bd3f60-aee9-45a3-a2bf-28ee3f4195ae tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:42.579772 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-551e83c8-721c-49a2-a978-8cb4d2fa5287 req-e4bd3f60-aee9-45a3-a2bf-28ee3f4195ae tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 945 time: 0.1403811 Feb 02 15:50:42.587932 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea07f20a-c6ca-431f-a55b-2ea666885bca req-13ab7249-631d-4a4d-a98a-70875c4b93c2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:42.589430 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ea07f20a-c6ca-431f-a55b-2ea666885bca req-13ab7249-631d-4a4d-a98a-70875c4b93c2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1521776 Feb 02 15:50:42.605037 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=bdfb0380-92f1-4e63-9760-b8f3170daa0a,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:42.657950 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-551e83c8-721c-49a2-a978-8cb4d2fa5287 req-e3d27e7e-26e8-4d40-82fc-babd7d4f2940 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0673754 Feb 02 15:50:42.669040 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ea07f20a-c6ca-431f-a55b-2ea666885bca req-9d228bd1-5c86-405d-b72f-f3d63b6ec9a3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0640059 Feb 02 15:50:42.730295 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a', 'code': 200} Feb 02 15:50:42.813346 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.817892 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:42.923099 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event updated for resources: {'Port': ['ID=4010b3f2-c6f8-4c9c-b582-db5f6b7b51d2,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:42.939881 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.168168 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Floating IP 93d280a4-353b-4d00-a7e3-bb87b357dbf4 associated. External IP: 172.27.2.252, port: dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b. Feb 02 15:50:43.225800 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e053ad4d-92bd-4887-8cef-e867519f3b86 req-dae1db82-3ce5-4a35-8269-1d2ea9ad4482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:43.227225 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e053ad4d-92bd-4887-8cef-e867519f3b86 req-dae1db82-3ce5-4a35-8269-1d2ea9ad4482 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 1099 time: 0.2382307 Feb 02 15:50:43.341031 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e053ad4d-92bd-4887-8cef-e867519f3b86 req-6cb71a40-2598-4e51-8b43-65f78621af6d service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1010783 Feb 02 15:50:43.556824 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:50:43.748207 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:50:43.761232 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] Sync routers for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:50:43.771884 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:50:43.772509 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:50:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:43.783788 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:43.850441 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-845d170e-85cc-4223-bd07-560fbec1b3ad tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6036706 Feb 02 15:50:43.851522 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:43.930914 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b010c57e-fb3a-416c-816b-2726a4d5463a req-97382e5f-554b-44fa-b246-bbf3627bf875 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:43.932397 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b010c57e-fb3a-416c-816b-2726a4d5463a req-97382e5f-554b-44fa-b246-bbf3627bf875 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 946 time: 0.1575305 Feb 02 15:50:43.943889 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-883f6083-b003-4c32-9266-8143b33d5194 req-ab0f7582-099c-4226-b86e-01527f8f595b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:43.945353 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-883f6083-b003-4c32-9266-8143b33d5194 req-ab0f7582-099c-4226-b86e-01527f8f595b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1369085 Feb 02 15:50:43.965762 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:50:44.016133 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b010c57e-fb3a-416c-816b-2726a4d5463a req-76d33c5c-fec2-48cb-85f8-f68a7eecb964 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0698040 Feb 02 15:50:44.020517 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-883f6083-b003-4c32-9266-8143b33d5194 req-6631eb30-8504-4022-8c53-22a3baef6725 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0612082 Feb 02 15:50:44.041763 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:44.070833 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'status': 'completed', 'code': 200} Feb 02 15:50:44.220405 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd350d7-4195-4d65-9712-c91593baf0db req-0d19f2fc-e42e-4559-999c-7f2f5d2aff0c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:44.221886 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2cd350d7-4195-4d65-9712-c91593baf0db req-0d19f2fc-e42e-4559-999c-7f2f5d2aff0c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1098 time: 0.0735922 Feb 02 15:50:44.340734 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '93d280a4-353b-4d00-a7e3-bb87b357dbf4', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'port_id': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'mac_address': 'fa:16:3e:64:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:50:42Z', 'updated_at': '2022-02-02T15:50:42Z', 'revision_number': 0, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 5, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:44.344870 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] Checking router: aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:50:44.353554 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:50:44.354187 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 8, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 8, "log_agent_heartbeats": false, "routers": 8},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:50:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:44.363823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd350d7-4195-4d65-9712-c91593baf0db req-55f092aa-e220-4031-a22b-5a2733821f72 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:44.365272 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2cd350d7-4195-4d65-9712-c91593baf0db req-55f092aa-e220-4031-a22b-5a2733821f72 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 910 time: 0.1307530 Feb 02 15:50:44.472032 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2cd350d7-4195-4d65-9712-c91593baf0db req-4b3e46ae-b148-44f9-a1a9-7227bc3eb6a7 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 999 time: 0.0983658 Feb 02 15:50:44.545753 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:50:44.630939 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd350d7-4195-4d65-9712-c91593baf0db req-79af1280-8d63-4d8f-8754-e98cebced0f4 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:44.632484 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2cd350d7-4195-4d65-9712-c91593baf0db req-79af1280-8d63-4d8f-8754-e98cebced0f4 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.1531599 Feb 02 15:50:44.772039 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2cd350d7-4195-4d65-9712-c91593baf0db req-6b5ea484-e9d0-48d6-8e4c-b26e43126b88 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:44.773515 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2cd350d7-4195-4d65-9712-c91593baf0db req-6b5ea484-e9d0-48d6-8e4c-b26e43126b88 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0725250 Feb 02 15:50:44.931343 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '93d280a4-353b-4d00-a7e3-bb87b357dbf4', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'port_id': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'mac_address': 'fa:16:3e:64:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:50:42Z', 'updated_at': '2022-02-02T15:50:42Z', 'revision_number': 0, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 5, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:50:44.935292 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2268841c-569f-402c-8697-83eeb4bc1d40 None None] The sync data for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi is: [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '93d280a4-353b-4d00-a7e3-bb87b357dbf4', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'floating_ip_address': '172.27.2.252', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'port_id': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'fixed_ip_address': '172.20.0.3', 'status': 'DOWN', 'standard_attr_id': 455, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'mac_address': 'fa:16:3e:64:53:c5', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:50:42Z', 'updated_at': '2022-02-02T15:50:42Z', 'revision_number': 0, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 5, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:50:44.940002 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2cd350d7-4195-4d65-9712-c91593baf0db req-c43536f3-a76f-48ee-b8db-74694bb195a3 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1511257 Feb 02 15:50:45.103454 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-2cd350d7-4195-4d65-9712-c91593baf0db req-1a956e2b-608a-4600-9a5c-119543070d40 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1442978 Feb 02 15:50:45.179156 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19e9da1a-31f9-4692-9b61-61c29683604a None None] New status for floating IP 93d280a4-353b-4d00-a7e3-bb87b357dbf4: ACTIVE {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:50:45.281033 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c750c6ac-9728-4e25-93d1-f4f985393d1b req-523e967b-2bdc-466a-9dc1-ee29bb0136bc tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:45.282405 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c750c6ac-9728-4e25-93d1-f4f985393d1b req-523e967b-2bdc-466a-9dc1-ee29bb0136bc tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 946 time: 0.1461434 Feb 02 15:50:45.290382 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0fb219af-6f22-4e51-8c84-80b03d03e2fb req-16b3d288-61db-403e-aa0d-1df95d62d5bc tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:45.291726 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0fb219af-6f22-4e51-8c84-80b03d03e2fb req-16b3d288-61db-403e-aa0d-1df95d62d5bc tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1213324 Feb 02 15:50:45.361728 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c750c6ac-9728-4e25-93d1-f4f985393d1b req-ffae3b5f-7545-4589-a05b-044479045e67 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0690551 Feb 02 15:50:45.368490 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0fb219af-6f22-4e51-8c84-80b03d03e2fb req-214e0bd8-d79f-4e08-858e-5089c2abae74 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0625381 Feb 02 15:50:46.568007 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bac9e24f-cc0b-499b-a67c-ebad7d657667 req-ea69dcbb-2396-4930-a9e8-1a0bff5deaea tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:46.569460 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bac9e24f-cc0b-499b-a67c-ebad7d657667 req-ea69dcbb-2396-4930-a9e8-1a0bff5deaea tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0837557 Feb 02 15:50:46.623300 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bac9e24f-cc0b-499b-a67c-ebad7d657667 req-ae97a062-cd76-41be-9889-45dd3865957b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0477276 Feb 02 15:50:47.823453 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-831ccd8b-9d6e-47d4-b464-0e2314156dc5 req-04207779-7afc-41db-a1ab-28d0e62f27e3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:47.824800 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-831ccd8b-9d6e-47d4-b464-0e2314156dc5 req-04207779-7afc-41db-a1ab-28d0e62f27e3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0799739 Feb 02 15:50:47.871272 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-831ccd8b-9d6e-47d4-b464-0e2314156dc5 req-4e1ac62f-6bda-4cce-b71f-b3843216292b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0401976 Feb 02 15:50:49.068207 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-d6623322-ead3-4843-a695-ca7567c975f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:49.069603 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-d6623322-ead3-4843-a695-ca7567c975f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1138 time: 0.0747166 Feb 02 15:50:49.107797 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ecd7d25b-2c47-41c7-baf6-aa44d328aa8b req-fd86eab5-b283-4d47-b3c4-1172810a0c20 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:49.109256 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ecd7d25b-2c47-41c7-baf6-aa44d328aa8b req-fd86eab5-b283-4d47-b3c4-1172810a0c20 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.1377480 Feb 02 15:50:49.117319 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-612580be-e25d-40fd-b950-e1df65de39f1 req-2c258ae8-986e-40fc-97f3-a3435f61ce65 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:49.118711 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-612580be-e25d-40fd-b950-e1df65de39f1 req-2c258ae8-986e-40fc-97f3-a3435f61ce65 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1118813 Feb 02 15:50:49.191973 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ecd7d25b-2c47-41c7-baf6-aa44d328aa8b req-575277fc-10f6-4644-9de7-3adb62310f64 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0722885 Feb 02 15:50:49.194756 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-612580be-e25d-40fd-b950-e1df65de39f1 req-5774e003-91c0-4734-8d47-25a8f888bb00 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0600815 Feb 02 15:50:49.209417 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-c784427b-07de-46c2-b0d4-64baee6baae3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:49.210050 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-c784427b-07de-46c2-b0d4-64baee6baae3 service neutron] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 916 time: 0.1278925 Feb 02 15:50:49.320316 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-183a621e-9cdc-4ea1-a1c5-63bcbdbecba1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 1002 time: 0.0958962 Feb 02 15:50:49.382575 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-4f260a1c-63c8-447c-b6c8-d9d9f5976130 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:49.384042 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-4f260a1c-63c8-447c-b6c8-d9d9f5976130 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.0565400 Feb 02 15:50:49.477505 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-2e9f61d4-041a-4f0d-8f87-bd31a61e1ff0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:49.479010 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-2e9f61d4-041a-4f0d-8f87-bd31a61e1ff0 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741861 Feb 02 15:50:49.620107 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-2ca066ff-de9c-403e-b717-340bd5204105 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297445 Feb 02 15:50:49.761574 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-4b45fef4-67a0-40bf-86bc-916b452f12be req-be9d4344-1b63-4968-9c78-960d5cf9617c service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1277900 Feb 02 15:50:50.444208 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7ac5929c-c4f1-4bad-9f70-89ae31f01086 req-775713f6-da5a-4311-99cc-b74e4d2986df tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:50.445653 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7ac5929c-c4f1-4bad-9f70-89ae31f01086 req-775713f6-da5a-4311-99cc-b74e4d2986df tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1394782 Feb 02 15:50:50.454050 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-58e2df2a-d56b-461a-b6f9-c88c0601dcc3 req-8a256e7e-0195-4ac4-a9e3-d6563f98d751 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:50.455416 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58e2df2a-d56b-461a-b6f9-c88c0601dcc3 req-8a256e7e-0195-4ac4-a9e3-d6563f98d751 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.1185875 Feb 02 15:50:50.522141 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7ac5929c-c4f1-4bad-9f70-89ae31f01086 req-7677556c-b4ff-4b45-a8e7-a4458f0047e4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656846 Feb 02 15:50:50.528141 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-58e2df2a-d56b-461a-b6f9-c88c0601dcc3 req-7bd5fbd4-8103-486b-8f1f-960b19bf3dc8 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0587568 Feb 02 15:50:50.872552 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c56e9b7-35af-4bca-aeaf-abbd8522cec6 req-49fd3c06-4ea4-4f0c-b106-d422d080c0b9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:50.874068 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5c56e9b7-35af-4bca-aeaf-abbd8522cec6 req-49fd3c06-4ea4-4f0c-b106-d422d080c0b9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0838606 Feb 02 15:50:50.917587 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5c56e9b7-35af-4bca-aeaf-abbd8522cec6 req-4584989b-6a35-4904-9edd-66ff8ac0424e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0377450 Feb 02 15:50:50.974996 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-d08a8dfd-0558-4e38-a256-d7e93e572c63 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:50.976452 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-d08a8dfd-0558-4e38-a256-d7e93e572c63 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1098 time: 0.0765941 Feb 02 15:50:51.116422 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-4f1b7b76-d4f3-4d1a-be07-af0e0c327f5b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:51.117891 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-4f1b7b76-d4f3-4d1a-be07-af0e0c327f5b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.1337233 Feb 02 15:50:51.226006 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-59ffcb7c-7e6b-474f-a897-72405d4b1eef service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 1001 time: 0.0972049 Feb 02 15:50:51.289393 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-c4f241b5-31eb-413e-836f-a51a2e990711 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:51.290834 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-c4f241b5-31eb-413e-836f-a51a2e990711 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.0560317 Feb 02 15:50:51.449342 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-c3ec733a-5985-413f-9f80-e5331ba47900 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:51.450903 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-c3ec733a-5985-413f-9f80-e5331ba47900 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1532540 Feb 02 15:50:51.588937 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-099d8586-16d8-4e82-90e8-c7e319b65a16 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1294279 Feb 02 15:50:51.718115 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ba8053e-a093-4ad7-b0c5-f4ed314ba0cb req-b552e2cb-77ac-4163-9e06-e6ce64ee4e76 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:51.719705 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9ba8053e-a093-4ad7-b0c5-f4ed314ba0cb req-b552e2cb-77ac-4163-9e06-e6ce64ee4e76 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0816782 Feb 02 15:50:51.733761 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d964fe25-9fda-4062-9ad9-18efcf56c939 req-778b5ac3-e7a0-44f1-a694-7d5204697284 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1340280 Feb 02 15:50:51.771284 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9ba8053e-a093-4ad7-b0c5-f4ed314ba0cb req-ec7741ac-062b-4ce7-a5e9-9f5911b3da10 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0445473 Feb 02 15:50:52.190549 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3b01473b-bdaa-472b-9157-ab67f442945f req-25081668-5f78-4dcb-afd8-616a97ca137c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:52.191995 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3b01473b-bdaa-472b-9157-ab67f442945f req-25081668-5f78-4dcb-afd8-616a97ca137c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1649220 Feb 02 15:50:52.234928 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3b01473b-bdaa-472b-9157-ab67f442945f req-605613cd-0fb7-4abe-9bcf-6e3288f74a8f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0372939 Feb 02 15:50:52.969294 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f1ace1fe-c24b-468a-9c80-0bb9f7669276 req-e05088c0-6664-4c4f-921b-7fe40bc88bb3 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:52.970806 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1ace1fe-c24b-468a-9c80-0bb9f7669276 req-e05088c0-6664-4c4f-921b-7fe40bc88bb3 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0806382 Feb 02 15:50:53.026368 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f1ace1fe-c24b-468a-9c80-0bb9f7669276 req-3ca3a0c9-86b1-4c13-b369-5e49fc53774d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0492842 Feb 02 15:50:53.405042 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-aaaee18a-f724-4eea-90e8-c45135e327b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:53.453773 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c47b611b-f3ad-42e9-b4a2-29edebfdfe6c req-bee46cd2-a517-4fa0-b4cd-b46c6a73e7e3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:53.455711 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c47b611b-f3ad-42e9-b4a2-29edebfdfe6c req-bee46cd2-a517-4fa0-b4cd-b46c6a73e7e3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.1009238 Feb 02 15:50:53.524663 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c47b611b-f3ad-42e9-b4a2-29edebfdfe6c req-e45b0ac9-2e9a-48f0-bd2f-b7afeb5b6905 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0620341 Feb 02 15:50:54.215890 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4037dcd-f950-43d5-8873-ef4e8b1ccb3f req-8ed2e23f-a538-458c-a5fa-b215b0c17ac8 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:54.217290 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e4037dcd-f950-43d5-8873-ef4e8b1ccb3f req-8ed2e23f-a538-458c-a5fa-b215b0c17ac8 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0821831 Feb 02 15:50:54.263420 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e4037dcd-f950-43d5-8873-ef4e8b1ccb3f req-7f97d103-f44e-41c4-be22-c7f2f648ffb9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0403831 Feb 02 15:50:55.555499 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-d3e0107c-b993-4ccf-999d-793214c010e6 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:55.556881 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-d3e0107c-b993-4ccf-999d-793214c010e6 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.2079408 Feb 02 15:50:55.567493 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-adff39de-04ed-4e7b-9058-595811011f71 req-546ade1a-3d79-4201-a10f-a831ecea19be tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:55.569024 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-adff39de-04ed-4e7b-9058-595811011f71 req-546ade1a-3d79-4201-a10f-a831ecea19be tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.1485434 Feb 02 15:50:55.592801 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-f55ea41e-ee11-45c1-a358-c3a627618309 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/quotas/1931a939723b4c3eaa7a1bc84c726ee3 HTTP/1.1" status: 200 len: 375 time: 0.0227957 Feb 02 15:50:55.662446 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-adff39de-04ed-4e7b-9058-595811011f71 req-3bc95c9a-ce36-4607-b7fa-fc571795fb07 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0843999 Feb 02 15:50:55.687532 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f3914629-1ce5-41da-a177-726d16e101b4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:55.699108 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-64aba88c-22b4-4473-aeb4-acbde868640a tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&fields=id HTTP/1.1" status: 200 len: 255 time: 0.1008277 Feb 02 15:50:55.839380 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-cb3caea8-fcf4-4187-a56b-67c3783336a5 service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303651 Feb 02 15:50:55.979014 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-6c35357f-b336-42a0-b945-12d71dc2f568 service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1325657 Feb 02 15:50:56.151875 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2fa0cc85-7e44-4bdc-b192-468500119c3b req-dcf0a8b8-3314-4b7c-9dac-4186ed763e7c tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 210 time: 0.0417686 Feb 02 15:50:56.745351 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:56.774879 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:56.889302 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a5a186de-0c96-4479-bfb1-8f90e317db1a req-c3d1b0b4-8ae5-4c66-abf7-db23c34f5b00 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:56.890723 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a5a186de-0c96-4479-bfb1-8f90e317db1a req-c3d1b0b4-8ae5-4c66-abf7-db23c34f5b00 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0834577 Feb 02 15:50:56.940252 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a5a186de-0c96-4479-bfb1-8f90e317db1a req-fabf1393-04f7-45fd-a5bb-b95732c950f1 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0432250 Feb 02 15:50:57.299805 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cc71fe8b-b6e7-4552-9150-7bb59604c40f req-00c34521-216e-4734-8c6b-6ea80bc0e934 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 210 time: 0.0424774 Feb 02 15:50:57.613204 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-27b76524-edcb-48b4-ac13-ea65c265ee76 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:57.614602 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-27b76524-edcb-48b4-ac13-ea65c265ee76 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.1475477 Feb 02 15:50:57.641476 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Request body: {'port': {'device_id': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'admin_state_up': True, 'tenant_id': '1931a939723b4c3eaa7a1bc84c726ee3'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:57.779851 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:50:57.783685 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Usage tracker for resource:port and tenant:1931a939723b4c3eaa7a1bc84c726ee3 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:50:57.786499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Quota usage for port was recalculated. Used quota:1. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:50:57.792057 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attempting to reserve 1 items for resource port. Total usage: 1; quota limit: 500; headroom:499 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:50:57.802375 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Made reservation on behalf of 1931a939723b4c3eaa7a1bc84c726ee3 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:50:57.805953 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:57.969945 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Allocated IP 172.20.0.11 (4699da8b-4f11-4613-ad8c-418c65ff1147/c61c59cf-8eb0-46c3-bc2b-b3b474a357f3/2dcf8abc-7f7a-4623-9cfc-5bc32297956d) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:50:58.132020 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-884fcb43-38e2-4854-bdf7-ca1b86611c7d req-0f42046b-ef4a-47ed-a9a5-4cc25d147489 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:58.133460 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-884fcb43-38e2-4854-bdf7-ca1b86611c7d req-0f42046b-ef4a-47ed-a9a5-4cc25d147489 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0833678 Feb 02 15:50:58.174113 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.180523 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-884fcb43-38e2-4854-bdf7-ca1b86611c7d req-7de9cffa-7305-45a5-8f8e-0767bbb5d4fb tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0410523 Feb 02 15:50:58.204374 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.253236 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:50:58.278278 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:50:58.281770 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:50:58.281900 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.286192 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:50:58.316201 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event updated for resources: {'Port': ['ID=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:58.354444 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:58.355312 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.376587 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-150a31c5-02b3-41ba-a389-6f6ab8d5b63d tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.7391183 Feb 02 15:50:58.404227 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Request body: {'port': {'device_id': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:50:58.489398 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c2d085f4-e4e8-4b6f-a3ab-74b566a85330 req-4bcb6256-5c7d-460c-9bad-272858fe91ec tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:58.490834 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c2d085f4-e4e8-4b6f-a3ab-74b566a85330 req-4bcb6256-5c7d-460c-9bad-272858fe91ec tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 932 time: 0.0792878 Feb 02 15:50:58.518506 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.539393 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c2d085f4-e4e8-4b6f-a3ab-74b566a85330 req-114b6935-a676-4a75-b160-93bb2895bc65 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425351 Feb 02 15:50:58.878479 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 2dcf8abc-7f7a-4623-9cfc-5bc32297956d {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:50:58.886379 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:58.902873 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Transition to ACTIVE for port object 2dcf8abc-7f7a-4623-9cfc-5bc32297956d will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:50:58.907909 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.156548 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:59.230918 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Attempting to bind port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:50:59.231255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Attempting to bind port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:50:59.231584 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Attempting to bind port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:50:59.236980 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d on network 4699da8b-4f11-4613-ad8c-418c65ff1147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:50:59.237303 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Attempting to bind port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:50:59.242977 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 50, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:50:59.243310 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Checking segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:50:59.243701 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Bound using segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:50:59.244126 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Bound port: 2dcf8abc-7f7a-4623-9cfc-5bc32297956d, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:50:59.244472 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.340603 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] For port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:50:59.344155 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] For port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:50:59.349344 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.377161 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b457eb1e-b59b-4830-a68e-5747c88d1b1f req-5293fe5d-3cf4-4263-a727-3771ecb5b503 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:59.378672 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b457eb1e-b59b-4830-a68e-5747c88d1b1f req-5293fe5d-3cf4-4263-a727-3771ecb5b503 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0897982 Feb 02 15:50:59.413222 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:59.413832 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:50:59.415268 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] 10.222.0.41 "PUT /v2.0/ports/2dcf8abc-7f7a-4623-9cfc-5bc32297956d HTTP/1.1" status: 200 len: 1094 time: 1.0153747 Feb 02 15:50:59.415696 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'tag': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:50:59.430757 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b457eb1e-b59b-4830-a68e-5747c88d1b1f req-b04424d1-e1b7-454c-b6a0-7d282b01c430 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0458345 Feb 02 15:50:59.442556 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c0f3c54-4d2b-4e12-b21c-f584f9ec14a5 service neutron] Pushing event updated for resources: {'Port': ['ID=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:50:59.476017 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'tag': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d', 'status': 'completed', 'code': 200} Feb 02 15:50:59.602525 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-48fa17d5-cbac-4c5f-964e-f0dd11b7b0fe service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:59.604223 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-48fa17d5-cbac-4c5f-964e-f0dd11b7b0fe service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 1097 time: 0.0748365 Feb 02 15:50:59.698570 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-a3d43b70-ef70-447e-90f6-d0d662010637 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dcf8abc-7f7a-4623-9cfc-5bc32297956d HTTP/1.1" status: 200 len: 217 time: 0.0743568 Feb 02 15:50:59.748311 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a376f69d-dd87-4d99-9870-979ca902dae1 req-ca23e9a0-305f-4e82-a610-c1d5b16ac5fd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:59.750048 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a376f69d-dd87-4d99-9870-979ca902dae1 req-ca23e9a0-305f-4e82-a610-c1d5b16ac5fd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 944 time: 0.0954423 Feb 02 15:50:59.771083 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-63f9f833-3a58-42ec-9e52-e679030b60df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:50:59.772566 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-63f9f833-3a58-42ec-9e52-e679030b60df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.0648341 Feb 02 15:50:59.796146 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a376f69d-dd87-4d99-9870-979ca902dae1 req-97e71cce-b677-40dd-be07-81ebd7493dee tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396273 Feb 02 15:50:59.829920 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-2a6f466c-703d-443d-9a84-0e33241df620 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0471690 Feb 02 15:50:59.974744 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-71840037-9b30-4fc2-b322-9309220d4d00 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1291249 Feb 02 15:51:00.124645 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-181ba968-de65-456c-8e1c-7e75a0fbbba9 req-74764641-c427-4255-9092-8c8faf1e4241 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1346021 Feb 02 15:51:00.366950 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-bbcebfc4-407a-477e-a8b3-a082af1b06ef service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:00.368429 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-bbcebfc4-407a-477e-a8b3-a082af1b06ef service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 1097 time: 0.0703647 Feb 02 15:51:00.502738 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-8678d83c-c3b4-48d7-904e-3c6fea3a5b6e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:00.504250 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-8678d83c-c3b4-48d7-904e-3c6fea3a5b6e service neutron] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 916 time: 0.1260028 Feb 02 15:51:00.587716 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-fb104db3-199e-4c31-a54a-1f099015bd5c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=2dcf8abc-7f7a-4623-9cfc-5bc32297956d HTTP/1.1" status: 200 len: 217 time: 0.0650258 Feb 02 15:51:00.626857 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28c242a1-b9d3-45f3-a076-70324a22770e req-98538a46-f5ac-40f8-b0b3-e41a55cc7ece tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:00.628378 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-28c242a1-b9d3-45f3-a076-70324a22770e req-98538a46-f5ac-40f8-b0b3-e41a55cc7ece tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0854104 Feb 02 15:51:00.669028 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-94dd66bb-1383-4bb5-8476-4b518f870cbc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:00.670625 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-94dd66bb-1383-4bb5-8476-4b518f870cbc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.0605357 Feb 02 15:51:00.675429 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-28c242a1-b9d3-45f3-a076-70324a22770e req-8333a304-ebd0-413f-97b3-fe26ba44126d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0411668 Feb 02 15:51:00.721748 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-0234fcd8-e331-4150-bc86-bd4551b82815 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0411248 Feb 02 15:51:00.857270 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-17279b1e-0fac-4714-a52f-7e83ace7385e service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1238520 Feb 02 15:51:01.003023 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-03a8e7dd-b8d6-4c6b-9256-2ea1de220a3d req-a8720d01-37ba-4897-ae6b-a940036c29f3 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1301563 Feb 02 15:51:01.079877 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b1901eb9-7023-40ff-a12d-062db5f7a783 req-53a8fed2-ebfd-4989-a027-49b3aae296e8 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:01.081356 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b1901eb9-7023-40ff-a12d-062db5f7a783 req-53a8fed2-ebfd-4989-a027-49b3aae296e8 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 944 time: 0.1736355 Feb 02 15:51:01.126699 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b1901eb9-7023-40ff-a12d-062db5f7a783 req-c65844fe-eb00-4eb2-a595-8aa3e195722a tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397501 Feb 02 15:51:01.861991 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9a02d2f7-d31f-4a3c-8ed6-b2dee2354129 req-c29e37bd-35c1-46c1-9817-ea9f1c6529a4 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:01.863479 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9a02d2f7-d31f-4a3c-8ed6-b2dee2354129 req-c29e37bd-35c1-46c1-9817-ea9f1c6529a4 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0802858 Feb 02 15:51:01.915862 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9a02d2f7-d31f-4a3c-8ed6-b2dee2354129 req-379eed69-1c75-4978-bca9-232e89e0ff68 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0465276 Feb 02 15:51:02.307349 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49472c49-79f9-4a37-b4fa-828619e48c11 req-1cae86e9-427e-4a68-a31c-ff98cf563419 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:02.308808 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49472c49-79f9-4a37-b4fa-828619e48c11 req-1cae86e9-427e-4a68-a31c-ff98cf563419 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 944 time: 0.0801184 Feb 02 15:51:02.353096 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49472c49-79f9-4a37-b4fa-828619e48c11 req-a7c2e262-d794-4ee2-901b-e8f67caaf998 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0386753 Feb 02 15:51:03.103654 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1196ad90-096a-4b5d-a819-d1a4486feaad req-fd886609-d83f-47b0-b069-7a3085201708 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:03.105297 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1196ad90-096a-4b5d-a819-d1a4486feaad req-fd886609-d83f-47b0-b069-7a3085201708 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0812516 Feb 02 15:51:03.152395 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1196ad90-096a-4b5d-a819-d1a4486feaad req-b86975ab-4b2d-418a-b4a3-0c602b8f040b tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0406630 Feb 02 15:51:03.534694 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48b18d6c-a195-4de2-b96a-53dcdaaf5886 req-45b21bc0-c059-4003-a3f4-df6b60e8f4ce tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:03.536150 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-48b18d6c-a195-4de2-b96a-53dcdaaf5886 req-45b21bc0-c059-4003-a3f4-df6b60e8f4ce tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 944 time: 0.0788732 Feb 02 15:51:03.579747 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-48b18d6c-a195-4de2-b96a-53dcdaaf5886 req-36bdb941-d733-42ab-a5d7-7f3d133239d9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380054 Feb 02 15:51:04.337318 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e7fc6ad-2d6b-4520-b0c8-8042ad58549a req-4a58420e-1380-4091-a573-1ca543e66ca5 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:04.338818 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3e7fc6ad-2d6b-4520-b0c8-8042ad58549a req-4a58420e-1380-4091-a573-1ca543e66ca5 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0823219 Feb 02 15:51:04.384728 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3e7fc6ad-2d6b-4520-b0c8-8042ad58549a req-6b27ebca-23de-4afa-b800-5216fe77dd06 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0392363 Feb 02 15:51:04.422622 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 2dcf8abc-7f7a-4623-9cfc-5bc32297956d details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:51:04.561797 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:04.574283 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'port_id': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d', 'mac_address': 'fa:16:3e:c8:c7:0a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61c59cf-8eb0-46c3-bc2b-b3b474a357f3', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:51:04.628173 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:04.645060 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 2dcf8abc-7f7a-4623-9cfc-5bc32297956d {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:04.660555 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:04.666076 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:04.738431 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:04.771452 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-07a70e02-2d4d-4cd8-bfb3-bc84eb1e51e5 req-fd30df79-9c5f-4922-93d6-9e8bd537adb1 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:04.772903 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-07a70e02-2d4d-4cd8-bfb3-bc84eb1e51e5 req-fd30df79-9c5f-4922-93d6-9e8bd537adb1 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 945 time: 0.0830698 Feb 02 15:51:04.817036 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-07a70e02-2d4d-4cd8-bfb3-bc84eb1e51e5 req-f3c8be6a-485b-4516-b4f3-dcd2126fc6bf tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383997 Feb 02 15:51:05.263506 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['2dcf8abc-7f7a-4623-9cfc-5bc32297956d'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:51:05.571631 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f515721d-ba7d-4454-be6f-fe4fb135b8ea req-b07b7fbc-7541-4b5b-ae35-b7e691cd64e2 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:05.572982 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f515721d-ba7d-4454-be6f-fe4fb135b8ea req-b07b7fbc-7541-4b5b-ae35-b7e691cd64e2 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0828238 Feb 02 15:51:05.620169 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f515721d-ba7d-4454-be6f-fe4fb135b8ea req-259acf35-64ce-467d-87cf-740818765da3 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0408680 Feb 02 15:51:06.000287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e70018ba-767a-46c7-b030-94e893904c3d req-2a60d405-a76b-43f2-88d3-7a89a3316eb7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:06.001773 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e70018ba-767a-46c7-b030-94e893904c3d req-2a60d405-a76b-43f2-88d3-7a89a3316eb7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 945 time: 0.0808957 Feb 02 15:51:06.050233 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e70018ba-767a-46c7-b030-94e893904c3d req-1976f263-0fb4-4ef0-9a86-58fd723acd09 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427146 Feb 02 15:51:06.812747 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8bef29a-cd27-4926-b917-79838f37d575 req-c8304908-8567-4745-8376-b8cf4d966965 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:06.814247 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d8bef29a-cd27-4926-b917-79838f37d575 req-c8304908-8567-4745-8376-b8cf4d966965 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.0843668 Feb 02 15:51:06.865997 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d8bef29a-cd27-4926-b917-79838f37d575 req-d4dad4e1-f8ba-4a7a-a9e7-23fc549e0630 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=8795c30d-2b46-4c07-a729-0e971b10202f&id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 379 time: 0.0455289 Feb 02 15:51:07.254818 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e17af8b4-199c-4435-8620-b6d657fa16a4 req-0aefbb52-3983-49c9-9c4c-d22e7bb5edb4 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:07.256354 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e17af8b4-199c-4435-8620-b6d657fa16a4 req-0aefbb52-3983-49c9-9c4c-d22e7bb5edb4 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 945 time: 0.0876260 Feb 02 15:51:07.302931 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e17af8b4-199c-4435-8620-b6d657fa16a4 req-01fc9102-dab8-49be-8afd-db6d67f7ee63 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408313 Feb 02 15:51:08.451882 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 2dcf8abc-7f7a-4623-9cfc-5bc32297956d up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:51:08.486244 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c2fbe7f-e4a2-44c2-9fe9-6b3b252fdbc9 req-cdff2a88-6e5e-497e-978b-4f9bf2a943ac tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:08.487767 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1c2fbe7f-e4a2-44c2-9fe9-6b3b252fdbc9 req-cdff2a88-6e5e-497e-978b-4f9bf2a943ac tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 945 time: 0.0793858 Feb 02 15:51:08.518522 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:08.523049 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:08.523414 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:08.535584 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1c2fbe7f-e4a2-44c2-9fe9-6b3b252fdbc9 req-15b898ed-fb54-4a98-877c-ddc2c1681261 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422180 Feb 02 15:51:08.643803 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:08.671097 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:08.685395 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:08.690908 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:08.726441 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d', 'code': 200} Feb 02 15:51:08.757308 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:09.102131 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e4ef9be1-3a59-4f62-b455-eacb557da8a0 req-565d3170-c2d4-4511-863f-0d0883a52498 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:09.103523 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e4ef9be1-3a59-4f62-b455-eacb557da8a0 req-565d3170-c2d4-4511-863f-0d0883a52498 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 1099 time: 0.1509809 Feb 02 15:51:09.157536 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e4ef9be1-3a59-4f62-b455-eacb557da8a0 req-e27b50bc-7803-455a-a4d8-e88155ddaefa service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0341377 Feb 02 15:51:09.721128 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-02141875-564b-426c-9641-cfa8cbe3cb0c req-adb4be0b-2517-4c65-935e-02e603329e51 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:09.722623 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-02141875-564b-426c-9641-cfa8cbe3cb0c req-adb4be0b-2517-4c65-935e-02e603329e51 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 946 time: 0.0824606 Feb 02 15:51:09.769861 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-02141875-564b-426c-9641-cfa8cbe3cb0c req-c6de6ea8-5928-4508-a252-3fe8d12f60bf tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416973 Feb 02 15:51:10.688472 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:51:10.953051 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d7b42a-ce47-4300-8996-0a2e0f1108c3 req-786b9f18-7426-4c31-8553-e30b33d5544e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:10.954448 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-95d7b42a-ce47-4300-8996-0a2e0f1108c3 req-786b9f18-7426-4c31-8553-e30b33d5544e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 946 time: 0.0788720 Feb 02 15:51:11.003021 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-95d7b42a-ce47-4300-8996-0a2e0f1108c3 req-35d8b87a-a7b0-43dc-b3d0-0cbb788039fc tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0429809 Feb 02 15:51:12.187766 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7e951fce-7df3-436a-9d65-a5233c334ea5 req-c1f0f45a-0fe3-4dd8-bb03-988581c1b5b2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:12.189210 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7e951fce-7df3-436a-9d65-a5233c334ea5 req-c1f0f45a-0fe3-4dd8-bb03-988581c1b5b2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 946 time: 0.0786278 Feb 02 15:51:12.231966 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7e951fce-7df3-436a-9d65-a5233c334ea5 req-5c954231-160f-4b08-896c-5edf8ad4be11 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372417 Feb 02 15:51:14.002217 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:15.521333 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-d0d3491d-b323-4f4f-ae44-39c7bc3d8027 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:15.522808 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-d0d3491d-b323-4f4f-ae44-39c7bc3d8027 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.1533976 Feb 02 15:51:15.537954 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-d883cbe1-742c-4078-9104-62b2164105dc tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/quotas/1931a939723b4c3eaa7a1bc84c726ee3 HTTP/1.1" status: 200 len: 375 time: 0.0096211 Feb 02 15:51:15.629694 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-fba21c26-9475-456f-896b-757c5347d645 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&fields=id HTTP/1.1" status: 200 len: 302 time: 0.0862584 Feb 02 15:51:15.786581 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-74399c14-c393-4e1c-880f-099c103f5e44 service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1498053 Feb 02 15:51:16.010408 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-ca5fee93-6e90-4ea0-ac28-99d8583f848f service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2179723 Feb 02 15:51:16.187760 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a69a2195-b3f8-4d1c-b80e-78dc78a49e8a req-42f4dbff-350f-47d9-936b-52a72144f439 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 210 time: 0.0421319 Feb 02 15:51:17.345084 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e054484c-b220-4d0d-988f-7e7029a45716 req-6ee54e82-705b-414d-b55c-0f3b0c0523e5 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 210 time: 0.0449612 Feb 02 15:51:17.364817 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efd08940-f544-4fc9-b983-fae89c46dee5 req-15e9e914-e482-4f3c-8a39-9792b6991596 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:17.366289 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-efd08940-f544-4fc9-b983-fae89c46dee5 req-15e9e914-e482-4f3c-8a39-9792b6991596 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.1249623 Feb 02 15:51:17.411641 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-efd08940-f544-4fc9-b983-fae89c46dee5 req-25fe0b1c-3b9d-4de4-832e-48c830b37718 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0398371 Feb 02 15:51:17.851809 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-062e4261-550d-4019-8d00-8921c5d55785 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2012305 Feb 02 15:51:17.862222 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-87ac4676-42df-4f3a-8847-6222bad70c41 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:17.864066 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-87ac4676-42df-4f3a-8847-6222bad70c41 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.1812894 Feb 02 15:51:18.022382 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Request body: {'port': {'device_id': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'admin_state_up': True, 'tenant_id': '1931a939723b4c3eaa7a1bc84c726ee3'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:18.212865 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:18.219254 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Usage tracker for resource:port and tenant:1931a939723b4c3eaa7a1bc84c726ee3 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:18.222671 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:18.226762 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e2fbe-7761-42a2-a7ad-128044096621 req-19d47e49-cce3-46ad-99fa-cdf96e243ec9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.228228 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-19d47e49-cce3-46ad-99fa-cdf96e243ec9 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 1098 time: 0.1438406 Feb 02 15:51:18.232765 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:18.243598 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Made reservation on behalf of 1931a939723b4c3eaa7a1bc84c726ee3 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:18.247121 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:18.495639 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e2fbe-7761-42a2-a7ad-128044096621 req-f273ec12-3b32-4954-b0aa-5e5c91587f3b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.497150 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-f273ec12-3b32-4954-b0aa-5e5c91587f3b service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.2364888 Feb 02 15:51:18.518639 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1a3d33b9-f3bd-4092-aff9-7af76a48ee8a req-f41865a3-1a5d-475e-8144-d2ea2336e547 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 210 time: 0.0639942 Feb 02 15:51:18.610036 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Allocated IP 172.20.0.12 (4699da8b-4f11-4613-ad8c-418c65ff1147/c61c59cf-8eb0-46c3-bc2b-b3b474a357f3/5c24d522-7e19-4326-9d29-5699db4be854) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:18.629776 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2067f7a1-f914-48ae-a9ee-6ee9ab62a9aa req-8c7269f2-78d7-4914-8aee-6d9698ddfd9b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.631494 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2067f7a1-f914-48ae-a9ee-6ee9ab62a9aa req-8c7269f2-78d7-4914-8aee-6d9698ddfd9b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.0950208 Feb 02 15:51:18.632158 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-a0ee71b1-e45d-4b8f-877e-33efa8433d75 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.4&port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 200 len: 1001 time: 0.1217949 Feb 02 15:51:18.687064 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2067f7a1-f914-48ae-a9ee-6ee9ab62a9aa req-32d5ebb1-053e-47b1-a40e-61344ba7607f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0480266 Feb 02 15:51:18.735497 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e2fbe-7761-42a2-a7ad-128044096621 req-047216e2-7a6f-4302-be61-8ce1a408d2ad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.737162 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-047216e2-7a6f-4302-be61-8ce1a408d2ad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.0902498 Feb 02 15:51:18.971521 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-288e2fbe-7761-42a2-a7ad-128044096621 req-4dda1f1a-d5df-4377-a56d-bdbef8d1c6ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:18.973254 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-4dda1f1a-d5df-4377-a56d-bdbef8d1c6ce service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2172728 Feb 02 15:51:18.976626 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.150905 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-2852655e-e734-490f-9717-f1f99989204a service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1700752 Feb 02 15:51:19.152362 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.209805 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a', '2dcf8abc-7f7a-4623-9cfc-5bc32297956d'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:51:19.412615 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:19.417935 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:19.420325 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event updated for resources: {'Port': ['ID=5c24d522-7e19-4326-9d29-5699db4be854,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:19.424450 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:51:19.528323 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:19.528957 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.548940 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-288e2fbe-7761-42a2-a7ad-128044096621 req-b4deb874-918c-4d20-82cf-baa280794502 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3547962 Feb 02 15:51:19.557981 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-f1c22dbc-49a3-4552-8839-9ae0e97bf5a0 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 1.5439510 Feb 02 15:51:19.621630 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Request body: {'port': {'device_id': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:19.726294 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-60964eaf-e179-4ea5-8275-34ea55e7f7de req-4ac8de45-0abd-4a64-b607-9a205ff385ec tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:19.727874 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-60964eaf-e179-4ea5-8275-34ea55e7f7de req-4ac8de45-0abd-4a64-b607-9a205ff385ec tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 932 time: 0.0924814 Feb 02 15:51:19.742577 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:19.783182 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-60964eaf-e179-4ea5-8275-34ea55e7f7de req-b7b05961-9192-4c9d-9971-38060f96cc02 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452578 Feb 02 15:51:19.912056 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-718fa7d5-f5d3-4605-890f-c0771c75b18d req-1d07ad6b-3cfc-4673-83e4-ca523fa7ed3a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:19.913693 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-718fa7d5-f5d3-4605-890f-c0771c75b18d req-1d07ad6b-3cfc-4673-83e4-ca523fa7ed3a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.0858004 Feb 02 15:51:19.964506 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-718fa7d5-f5d3-4605-890f-c0771c75b18d req-a6b77144-25e3-44ba-b655-49da435f01c9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0446894 Feb 02 15:51:20.129315 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5c24d522-7e19-4326-9d29-5699db4be854 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:20.141326 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.157093 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Transition to ACTIVE for port object 5c24d522-7e19-4326-9d29-5699db4be854 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:20.162476 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.321863 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c24d522-7e19-4326-9d29-5699db4be854,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:20.419457 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Attempting to bind port 5c24d522-7e19-4326-9d29-5699db4be854 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:20.420314 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Attempting to bind port 5c24d522-7e19-4326-9d29-5699db4be854 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:20.420314 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Attempting to bind port 5c24d522-7e19-4326-9d29-5699db4be854 on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:51:20.424744 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Port 5c24d522-7e19-4326-9d29-5699db4be854 on network 4699da8b-4f11-4613-ad8c-418c65ff1147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:51:20.425551 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Attempting to bind port 5c24d522-7e19-4326-9d29-5699db4be854 on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:51:20.430142 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:51:20.430480 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Checking segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:51:20.430863 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Bound using segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:51:20.431287 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Bound port: 5c24d522-7e19-4326-9d29-5699db4be854, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:20.431633 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.531310 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] For port 5c24d522-7e19-4326-9d29-5699db4be854, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:51:20.536273 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] For port 5c24d522-7e19-4326-9d29-5699db4be854, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c24d522-7e19-4326-9d29-5699db4be854,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:51:20.541143 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.602255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:20.602871 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:20.604251 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] 10.222.0.41 "PUT /v2.0/ports/5c24d522-7e19-4326-9d29-5699db4be854 HTTP/1.1" status: 200 len: 1094 time: 0.9871466 Feb 02 15:51:20.604935 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'tag': '5c24d522-7e19-4326-9d29-5699db4be854'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:20.626563 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-af46e8d2-6c9b-4538-999d-9d32a44a48c3 service neutron] Pushing event updated for resources: {'Port': ['ID=5c24d522-7e19-4326-9d29-5699db4be854,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:20.652162 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'tag': '5c24d522-7e19-4326-9d29-5699db4be854', 'status': 'completed', 'code': 200} Feb 02 15:51:20.967179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-941da3fc-891c-41f8-b902-507f83707306 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:20.970433 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-941da3fc-891c-41f8-b902-507f83707306 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 1097 time: 0.1473944 Feb 02 15:51:20.987834 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-b732835d-0ef6-4a11-9008-d01549114032 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:20.988370 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30c688f2-3ee6-41b8-b6c5-4f7ae3cf2d4e req-7ddd4c6d-1513-4c2e-962a-0a2dfcf78e4e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:20.988864 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-b732835d-0ef6-4a11-9008-d01549114032 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Synchronizing usage tracker for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:20.989877 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-30c688f2-3ee6-41b8-b6c5-4f7ae3cf2d4e req-7ddd4c6d-1513-4c2e-962a-0a2dfcf78e4e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 944 time: 0.0968583 Feb 02 15:51:21.042394 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-30c688f2-3ee6-41b8-b6c5-4f7ae3cf2d4e req-a1e2fe4a-c2c6-4a05-b9e7-504260d3e9fa tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459902 Feb 02 15:51:21.086735 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-ab7e610e-bd71-4af2-9cee-c8433082d220 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c24d522-7e19-4326-9d29-5699db4be854 HTTP/1.1" status: 200 len: 217 time: 0.0869970 Feb 02 15:51:21.087970 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-b732835d-0ef6-4a11-9008-d01549114032 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Unset dirty status for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:21.089648 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-b732835d-0ef6-4a11-9008-d01549114032 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.2688603 Feb 02 15:51:21.180532 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01395873-fbab-4b95-bbb9-18c0e0280962 req-2e06a50c-d6f0-4b41-ab49-e504aa7111ab tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:21.182038 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-01395873-fbab-4b95-bbb9-18c0e0280962 req-2e06a50c-d6f0-4b41-ab49-e504aa7111ab tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 947 time: 0.0900645 Feb 02 15:51:21.225613 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Deleting port 6dd0990d-c073-4518-9235-5693b14761e9 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:51:21.226210 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.232623 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-01395873-fbab-4b95-bbb9-18c0e0280962 req-81219b53-62ec-48f5-8e06-933898de30af tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434260 Feb 02 15:51:21.252314 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-4d35a53a-c5bb-4c6c-8b46-ac61e015b2d6 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:21.253826 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-4d35a53a-c5bb-4c6c-8b46-ac61e015b2d6 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.1465232 Feb 02 15:51:21.320234 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-af12fe8e-8501-4912-968c-81f06ebf54de service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0531173 Feb 02 15:51:21.690948 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-13e4ae69-7cb4-4a03-9a02-144734a4fbe7 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3343945 Feb 02 15:51:21.799585 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] For port 6dd0990d-c073-4518-9235-5693b14761e9, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=6dd0990d-c073-4518-9235-5693b14761e9,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:21.799945 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:21.999814 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-bf716366-7089-4b2b-8fe4-83a3eddd6738 req-e7f306c9-1bbd-4171-8710-a33e275e668d service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2973406 Feb 02 15:51:22.150956 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:22.151405 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:22.151686 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Floating IP c3bce609-dec4-42ba-924d-1f0aec2a615f disassociated. External IP: 172.27.2.191, port: 6dd0990d-c073-4518-9235-5693b14761e9. Feb 02 15:51:22.152031 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Calling delete_port for 6dd0990d-c073-4518-9235-5693b14761e9 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:51:22.270000 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-456d90e6-c988-4192-b1c3-aa8d6d0fedc2 req-ecae1a41-27e4-4b59-9ec3-1d437b02ec71 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.271296 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-456d90e6-c988-4192-b1c3-aa8d6d0fedc2 req-ecae1a41-27e4-4b59-9ec3-1d437b02ec71 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 944 time: 0.0957396 Feb 02 15:51:22.330007 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-456d90e6-c988-4192-b1c3-aa8d6d0fedc2 req-de47122a-26ee-4f77-863d-b983f073ad7c tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0476072 Feb 02 15:51:22.333497 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-8e4e0d3a-c879-4832-b3cd-a929e1bc2bea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.335330 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-8e4e0d3a-c879-4832-b3cd-a929e1bc2bea service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 1097 time: 0.1506226 Feb 02 15:51:22.456620 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:22.496278 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-250170cd-287a-45a5-8148-fc541a9c6b60 req-5ff20177-9fb4-41d6-8795-91361f9c0e16 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.499171 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-250170cd-287a-45a5-8148-fc541a9c6b60 req-5ff20177-9fb4-41d6-8795-91361f9c0e16 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 868 time: 0.1364396 Feb 02 15:51:22.525287 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event deleted for resources: {'Port': ['ID=6dd0990d-c073-4518-9235-5693b14761e9,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:22.545219 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-250170cd-287a-45a5-8148-fc541a9c6b60 req-c50327fa-67d6-40fd-b760-10848008bed9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=0ad2102d-c319-4777-8309-a50554f134a3&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0400825 Feb 02 15:51:22.609065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-0f8c3eb3-a160-476d-b27a-a60e87917cee service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.610593 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-0f8c3eb3-a160-476d-b27a-a60e87917cee service neutron] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 916 time: 0.2647724 Feb 02 15:51:22.694570 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-4e7dfe87-9d90-4074-ac32-bd3a7bff821b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=5c24d522-7e19-4326-9d29-5699db4be854 HTTP/1.1" status: 200 len: 217 time: 0.0685973 Feb 02 15:51:22.838253 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-974e4ccc-8a05-4937-b756-80178df6489d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:22.839555 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-974e4ccc-8a05-4937-b756-80178df6489d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.0904870 Feb 02 15:51:22.841765 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Router c582a120-0309-40c8-a0b4-c1aefca1c635 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:51:23.056601 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-aad7e3e5-8016-416c-be34-4e2e87326996 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.2086525 Feb 02 15:51:23.272012 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:51:23.282680 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] Sync routers for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:51:23.292189 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:51:23.292910 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:50:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:23.367171 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] No DVR routers for this DVR port 6dd0990d-c073-4518-9235-5693b14761e9 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:23.370375 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-5d128cb6-c9bb-4114-9a0a-a6ce06ec5cdd service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2911270 Feb 02 15:51:23.371435 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.374600 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-deleted', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:23.405589 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ac38cf80-aaa3-4469-9062-f1b989e216bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:23.464933 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7ff8e10f-62a3-4336-8a58-986e363f021b', 'name': 'network-vif-deleted', 'tag': '6dd0990d-c073-4518-9235-5693b14761e9', 'status': 'completed', 'code': 200} Feb 02 15:51:23.472297 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-825b2632-7a44-4cd3-bd7d-c9f7eac444db req-392c8628-66af-4aeb-baba-66c2ffbcecd6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "DELETE /v2.0/ports/6dd0990d-c073-4518-9235-5693b14761e9 HTTP/1.1" status: 204 len: 173 time: 2.3635194 Feb 02 15:51:23.533550 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9e5cef6c-a590-4ffd-b0fe-af042fd9b28f req-19f92547-7512-4db6-b598-1804e82ef2d4 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1528089 Feb 02 15:51:23.557147 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:51:23.754876 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d24a1cf6-49e4-4405-a57b-dc1a76a0a993 req-ba347e59-dbde-4189-aa1d-770cc961c4d0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=7ff8e10f-62a3-4336-8a58-986e363f021b HTTP/1.1" status: 200 len: 210 time: 0.0624073 Feb 02 15:51:23.785356 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4a154e2e-84e9-44f8-93fe-4a5b9ba875b1 req-e64ca2f9-9f2c-4d3c-904c-a2c975d339c9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:23.787174 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4a154e2e-84e9-44f8-93fe-4a5b9ba875b1 req-e64ca2f9-9f2c-4d3c-904c-a2c975d339c9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 944 time: 0.2873819 Feb 02 15:51:23.834185 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4a154e2e-84e9-44f8-93fe-4a5b9ba875b1 req-e4735f5f-5263-425b-8197-f13c97f68ac1 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390205 Feb 02 15:51:23.952040 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:23.956045 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] Checking router: c582a120-0309-40c8-a0b4-c1aefca1c635 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:51:23.964219 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:51:23.964810 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:50:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:24.144566 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:51:24.481219 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:24.486592 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-04080c18-0608-40d5-b202-469f316ba3b9 None None] The sync data for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi is: [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:51:24.493997 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5c24d522-7e19-4326-9d29-5699db4be854 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:51:24.506975 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:51:24.549964 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 6dd0990d-c073-4518-9235-5693b14761e9 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:51:24.550565 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 6dd0990d-c073-4518-9235-5693b14761e9 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:51:24.683293 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 5c24d522-7e19-4326-9d29-5699db4be854, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c24d522-7e19-4326-9d29-5699db4be854,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:24.698775 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '5c24d522-7e19-4326-9d29-5699db4be854', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'port_id': '5c24d522-7e19-4326-9d29-5699db4be854', 'mac_address': 'fa:16:3e:39:c7:9a', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61c59cf-8eb0-46c3-bc2b-b3b474a357f3', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:51:24.762871 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.770292 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-162d4595-8573-4255-859d-4db23649fbd3 None None] New status for floating IP c3bce609-dec4-42ba-924d-1f0aec2a615f: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:51:24.783969 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5c24d522-7e19-4326-9d29-5699db4be854 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:24.812628 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 5c24d522-7e19-4326-9d29-5699db4be854, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c24d522-7e19-4326-9d29-5699db4be854,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:24.817620 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:24.908790 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53698) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:24.910963 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=5c24d522-7e19-4326-9d29-5699db4be854,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:24.978779 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a21697af-fdd9-41ed-b58c-a04e6f139731 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.008146 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a21697af-fdd9-41ed-b58c-a04e6f139731 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.059088 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e6ae9a4c-7926-488f-ae48-f60305fc4442 req-0f20fb41-4e73-43d2-a52e-93f5bce27da8 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:25.060866 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e6ae9a4c-7926-488f-ae48-f60305fc4442 req-0f20fb41-4e73-43d2-a52e-93f5bce27da8 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 945 time: 0.0885170 Feb 02 15:51:25.081406 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a21697af-fdd9-41ed-b58c-a04e6f139731 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.111364 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a21697af-fdd9-41ed-b58c-a04e6f139731 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=0ad2102d-c319-4777-8309-a50554f134a3,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:25.114615 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e6ae9a4c-7926-488f-ae48-f60305fc4442 req-f25e58c0-40f9-475c-8a27-922ba83d6d28 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0480335 Feb 02 15:51:25.125282 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a21697af-fdd9-41ed-b58c-a04e6f139731 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.129576 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a21697af-fdd9-41ed-b58c-a04e6f139731 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "DELETE /v2.0/security-groups/0ad2102d-c319-4777-8309-a50554f134a3 HTTP/1.1" status: 204 len: 168 time: 0.2165282 Feb 02 15:51:25.130704 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53702) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:25.149773 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.api.v2.resource [None req-23ae7356-9596-4e87-ae60-568be21267d8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] show failed (client error): The resource could not be found. Feb 02 15:51:25.150845 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-23ae7356-9596-4e87-ae60-568be21267d8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups/0ad2102d-c319-4777-8309-a50554f134a3 HTTP/1.1" status: 404 len: 347 time: 0.0191443 Feb 02 15:51:25.154261 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53706) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:25.318453 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Deleting port baedc866-65d4-4c8f-8126-ad83e0949faf {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:51:25.318801 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.390023 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['5c24d522-7e19-4326-9d29-5699db4be854'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:51:25.495513 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.495771 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.627606 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Calling delete_port for baedc866-65d4-4c8f-8126-ad83e0949faf owned by network:floatingip {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:51:25.701952 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-67710267-5a23-408d-8c28-9ac3b1efed43 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.818850 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.870919 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event deleted for resources: {'Port': ['ID=baedc866-65d4-4c8f-8126-ad83e0949faf,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:25.914877 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.915661 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.915661 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.915918 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.916173 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.916499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.916822 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.917138 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.917456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.917773 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.918111 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.918987 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:25.980099 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.998008 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:25.999210 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ee9df568-a1d6-4ca7-9692-fc7b69899138 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "DELETE /v2.0/floatingips/c3bce609-dec4-42ba-924d-1f0aec2a615f HTTP/1.1" status: 204 len: 168 time: 0.8440266 Feb 02 15:51:26.283320 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53714) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:26.289050 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'security_group': {'name': 'tempest-securitygroup--56397431', 'description': 'tempest-description--324184834'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:26.296234 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:26.303136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:26.306616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:26.317640 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:26.357911 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b123ef6b-05cb-4652-aa09-277c9d4a7bd7 req-5ecfc8f6-dd9f-43d7-92fd-55824a5ada3b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:26.360439 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b123ef6b-05cb-4652-aa09-277c9d4a7bd7 req-5ecfc8f6-dd9f-43d7-92fd-55824a5ada3b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 945 time: 0.0996842 Feb 02 15:51:26.420037 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b123ef6b-05cb-4652-aa09-277c9d4a7bd7 req-19ce24c5-8da7-4a48-8a7a-d2b7de546a3a tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514767 Feb 02 15:51:26.431992 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.464382 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:26.473855 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group_rule and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:26.480975 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:26.499326 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:26.631945 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.637129 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.685737 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'SecurityGroup': ['ID=62473e03-bebb-4b3d-a580-37db9f74c947,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:26.691236 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.696072 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-bbdb8090-0cb1-4b6a-b333-b555063e12a6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1777 time: 0.4078777 Feb 02 15:51:26.697092 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53718) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:26.704646 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'security_group_rule': {'security_group_id': '62473e03-bebb-4b3d-a580-37db9f74c947', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:26.713637 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:26.720093 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group_rule and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:26.735559 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:26.744762 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:26.748901 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.776322 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.797981 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.867039 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.871750 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.898892 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=5af7dc1d-841d-4097-beb7-532a4643e06a,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:26.912042 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:26.913349 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-2de3076d-14e8-4d66-bcb7-f14dbc823b62 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.2155492 Feb 02 15:51:26.917665 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53722) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:26.923378 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'security_group_rule': {'security_group_id': '62473e03-bebb-4b3d-a580-37db9f74c947', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:26.929706 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:26.933770 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:security_group_rule and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:26.937007 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:26.944012 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:26.967041 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.049538 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.054813 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.080343 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=e0ad7412-fb73-4e6a-999c-f658483dffa6,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:27.093191 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.094496 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-80b069b0-681c-4f81-8c92-ac5b223de80d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1753824 Feb 02 15:51:27.097783 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53726) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:27.103390 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:27.110392 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:27.114661 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:floatingip and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:27.117744 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:27.124325 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:27.136209 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.288291 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.452649 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Allocated IP 172.27.2.224 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/b6d7b7d4-0920-4aa6-946a-81efcfe5dedb) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:27.799451 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.811302 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-850402c8-1ef0-4e1d-ac5b-4b10693ad0d4 req-f73aadc6-58c1-4b05-841f-c701d17be29e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:27.812780 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-850402c8-1ef0-4e1d-ac5b-4b10693ad0d4 req-f73aadc6-58c1-4b05-841f-c701d17be29e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 945 time: 0.1965888 Feb 02 15:51:27.871099 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-850402c8-1ef0-4e1d-ac5b-4b10693ad0d4 req-830793a0-9fca-45df-b0f1-4c92114de3b5 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504913 Feb 02 15:51:27.880048 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:27.948022 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:27.951126 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:27.954835 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:51:27.984544 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'Port': ['ID=b6d7b7d4-0920-4aa6-946a-81efcfe5dedb,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:28.046186 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.127364 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.257551 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.391869 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.397978 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.503685 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5c24d522-7e19-4326-9d29-5699db4be854 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:51:28.530405 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'Port': ['ID=b6d7b7d4-0920-4aa6-946a-81efcfe5dedb,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:28.560629 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.596213 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.597874 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-bb0810ab-ddb5-4cd4-8a78-863947ba57fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.4990430 Feb 02 15:51:28.599111 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 5c24d522-7e19-4326-9d29-5699db4be854 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:28.605253 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 5c24d522-7e19-4326-9d29-5699db4be854 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:28.605615 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.826154 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.872995 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24d522-7e19-4326-9d29-5699db4be854'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:28.888713 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-bb9dea9e-b59e-455c-9500-e39e18e4665d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--56397431&fields=id&tenant_id=4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 267 time: 0.0561686 Feb 02 15:51:28.889237 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 5c24d522-7e19-4326-9d29-5699db4be854, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c24d522-7e19-4326-9d29-5699db4be854,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:28.895484 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:28.960630 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5c24d522-7e19-4326-9d29-5699db4be854', 'code': 200} Feb 02 15:51:29.021158 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=5c24d522-7e19-4326-9d29-5699db4be854,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:29.162845 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-2045762b-0709-4500-a1c0-7ebe1845984f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:29.164658 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-2045762b-0709-4500-a1c0-7ebe1845984f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 816 time: 0.2683237 Feb 02 15:51:29.190965 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-df2d9a5e-8b25-4d8b-809a-129468492378 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/quotas/4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 375 time: 0.0127964 Feb 02 15:51:29.208297 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7771ebd-3223-4aba-98df-6a8bef9952e8 req-bb236017-6871-41ed-99f4-5483c8150b58 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:29.209770 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c7771ebd-3223-4aba-98df-6a8bef9952e8 req-bb236017-6871-41ed-99f4-5483c8150b58 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 946 time: 0.1542928 Feb 02 15:51:29.290603 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c9bb66f-e2c9-4f20-adb9-bb5bc8f3662c req-d6655c91-fbaa-4733-86ac-b98e4c2d74af service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:29.292307 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6c9bb66f-e2c9-4f20-adb9-bb5bc8f3662c req-d6655c91-fbaa-4733-86ac-b98e4c2d74af service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 1099 time: 0.0918753 Feb 02 15:51:29.310918 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c7771ebd-3223-4aba-98df-6a8bef9952e8 req-2fb21090-002c-4706-97b0-edaa3ced756c tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0663652 Feb 02 15:51:29.333509 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-50f95496-24a3-4c40-8ba4-411a4b663e7e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1349471 Feb 02 15:51:29.345579 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6c9bb66f-e2c9-4f20-adb9-bb5bc8f3662c req-098b480f-7a90-4a27-9d1d-3217bd4fc789 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0440705 Feb 02 15:51:29.544884 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-b9344571-f785-4210-8286-d90d562d59ac service neutron] 10.222.0.18 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1915529 Feb 02 15:51:29.740725 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-a815070a-f62d-4438-b55f-eecccca4c498 service neutron] 10.222.0.18 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1895597 Feb 02 15:51:29.986286 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-14f52cbc-23b0-499f-afc5-5eddfe531047 req-eadbb874-822a-4b2f-8afd-bd5bf6827834 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 210 time: 0.0603070 Feb 02 15:51:30.551704 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa3f7b12-6f0d-48f5-bfa6-624102e3fb31 req-4d31bdee-bde1-4e81-bd14-d078b13e1c1e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:30.554028 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa3f7b12-6f0d-48f5-bfa6-624102e3fb31 req-4d31bdee-bde1-4e81-bd14-d078b13e1c1e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 946 time: 0.0913703 Feb 02 15:51:30.609586 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa3f7b12-6f0d-48f5-bfa6-624102e3fb31 req-db1fd058-e05f-4962-9175-f4a6a28f030c tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0474899 Feb 02 15:51:31.149651 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-66ae3b13-31f1-46a7-b049-a61a406f994b req-e7a7653c-9b76-4e49-a1cc-b4bf8fcc2e50 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 210 time: 0.0490253 Feb 02 15:51:32.008024 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-211cc74d-4a1c-4696-88ac-9cf19f5a28d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:32.009624 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-211cc74d-4a1c-4696-88ac-9cf19f5a28d3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 816 time: 0.2232430 Feb 02 15:51:32.084860 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-b0477bc5-972e-4af5-b5ad-28b500c2b776 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Synchronizing usage tracker for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:security_group {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:51:32.102976 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-b0477bc5-972e-4af5-b5ad-28b500c2b776 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Unset dirty status for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:security_group {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:51:32.104648 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-b0477bc5-972e-4af5-b5ad-28b500c2b776 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 378 time: 0.0729725 Feb 02 15:51:32.119724 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'port': {'device_id': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'admin_state_up': True, 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'security_groups': ['62473e03-bebb-4b3d-a580-37db9f74c947']}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:32.173234 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ebb92de2-787d-4abc-9d9f-2309ed80b292 req-396bf498-f626-4d27-8a02-422e1d519305 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:32.174828 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebb92de2-787d-4abc-9d9f-2309ed80b292 req-396bf498-f626-4d27-8a02-422e1d519305 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 946 time: 0.2377198 Feb 02 15:51:32.240466 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ebb92de2-787d-4abc-9d9f-2309ed80b292 req-0a54b366-8e68-4c74-8cb9-f6906a88ae25 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0591578 Feb 02 15:51:32.331886 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:32.336907 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Usage tracker for resource:port and tenant:4d4dd2ecf94c4794819f3899bc5231a4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:32.340466 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:32.353468 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:32.353871 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-22e3b266-dfad-4c1a-92f7-930684e0dfe7 req-db7aae53-9365-4d07-b91b-f37c3feb14f2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 210 time: 0.0580223 Feb 02 15:51:32.366520 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Made reservation on behalf of 4d4dd2ecf94c4794819f3899bc5231a4 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:32.370953 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.584014 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Allocated IP 172.20.0.6 (7824dc98-1c32-4cbe-b1a0-f01045a3b76a/4299949d-ccda-4cc6-b8f6-43eef81678ba/e163bab8-ef83-4f8f-b4ea-b3c491e578c5) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:32.900963 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:32.918018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Transition to ACTIVE for port object e163bab8-ef83-4f8f-b4ea-b3c491e578c5 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:32.945622 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.023892 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:33.027052 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:33.031590 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:51:33.061828 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:33.108457 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:33.109165 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.140875 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-e81b363f-8c90-441e-afe5-24d96343b54a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.0257816 Feb 02 15:51:33.163426 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Request body: {'port': {'device_id': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:33.290889 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.315634 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-18308c83-a6a5-430f-b6a6-c09a0bb77448 None None] Provisioning for port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:33.322591 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-18308c83-a6a5-430f-b6a6-c09a0bb77448 None None] Provisioning complete for port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:33.323316 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-18308c83-a6a5-430f-b6a6-c09a0bb77448 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.384827 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-18308c83-a6a5-430f-b6a6-c09a0bb77448 None None] Port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:51:33.680142 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ae4ee466-bae8-4ce3-8c64-694510f426a4 req-e0197038-3feb-4a7e-a334-735b86edca35 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:33.685663 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ae4ee466-bae8-4ce3-8c64-694510f426a4 req-e0197038-3feb-4a7e-a334-735b86edca35 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 931 time: 0.1337354 Feb 02 15:51:33.781225 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ae4ee466-bae8-4ce3-8c64-694510f426a4 req-af783e24-5db6-4a91-95be-f46f8d09ae58 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0841095 Feb 02 15:51:33.892546 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id e163bab8-ef83-4f8f-b4ea-b3c491e578c5 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:33.902660 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:33.924998 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Transition to ACTIVE for port object e163bab8-ef83-4f8f-b4ea-b3c491e578c5 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:33.931645 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.199665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:34.329293 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Attempting to bind port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:34.329630 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Attempting to bind port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:34.329960 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Attempting to bind port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:51:34.334786 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:51:34.335115 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Attempting to bind port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 on network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:51:34.340924 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:51:34.341709 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Checking segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:51:34.341709 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Bound using segment: {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:51:34.341956 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Bound port: e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '068a4c8f-d853-4539-9f3c-7f4ebb8b142a', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 386, 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:34.342374 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.465748 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:51:34.465748 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:51:34.472419 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.531435 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:34.531435 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:34.531435 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] 10.222.0.41 "PUT /v2.0/ports/e163bab8-ef83-4f8f-b4ea-b3c491e578c5 HTTP/1.1" status: 200 len: 1093 time: 1.3670847 Feb 02 15:51:34.533973 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:34.566153 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-310b1d43-6238-4a22-b4d0-850c879afcb1 service neutron] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:34.601324 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'status': 'completed', 'code': 200} Feb 02 15:51:34.870627 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269005c-c943-4aae-8f62-b60b2a7df8b7 req-e9d062ae-0865-4086-b789-d3ec248fc03b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:34.872741 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9269005c-c943-4aae-8f62-b60b2a7df8b7 req-e9d062ae-0865-4086-b789-d3ec248fc03b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 1096 time: 0.0890739 Feb 02 15:51:35.021075 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30742677-1e3e-45e0-b695-55bc994204b9 req-96d2e64a-a453-433a-93da-23d4777356fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:35.023173 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-30742677-1e3e-45e0-b695-55bc994204b9 req-96d2e64a-a453-433a-93da-23d4777356fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1064558 Feb 02 15:51:35.072321 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269005c-c943-4aae-8f62-b60b2a7df8b7 req-e60b4759-8ad9-49cc-8f5f-cfb6607cc399 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:35.075429 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9269005c-c943-4aae-8f62-b60b2a7df8b7 req-e60b4759-8ad9-49cc-8f5f-cfb6607cc399 service neutron] 10.222.0.41 "GET /v2.0/networks?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&shared=False HTTP/1.1" status: 200 len: 917 time: 0.1805878 Feb 02 15:51:35.097537 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-30742677-1e3e-45e0-b695-55bc994204b9 req-d6d0bba9-e5e3-4b78-ace7-f5f869982a4b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0680842 Feb 02 15:51:35.243239 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9269005c-c943-4aae-8f62-b60b2a7df8b7 req-e00332d2-210b-4e37-befb-81f47e2bbab1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:35.244996 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9269005c-c943-4aae-8f62-b60b2a7df8b7 req-e00332d2-210b-4e37-befb-81f47e2bbab1 service neutron] 10.222.0.41 "GET /v2.0/networks?shared=True HTTP/1.1" status: 200 len: 870 time: 0.1532130 Feb 02 15:51:35.430941 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-1728b7a2-cab3-413e-8518-5e47e86148bc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:35.432453 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-1728b7a2-cab3-413e-8518-5e47e86148bc service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 1096 time: 0.0848720 Feb 02 15:51:35.536608 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-277f0189-5924-4342-91e9-67f7c821a9e3 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5 HTTP/1.1" status: 200 len: 217 time: 0.0684066 Feb 02 15:51:35.616330 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-45ce2608-7b25-4e70-94b1-e0a62ea00246 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:35.617907 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-45ce2608-7b25-4e70-94b1-e0a62ea00246 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.0671744 Feb 02 15:51:35.714732 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-c8f523b8-02be-49f4-b47b-3e172d8eb7b5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:35.717359 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-c8f523b8-02be-49f4-b47b-3e172d8eb7b5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0836751 Feb 02 15:51:35.863929 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-5729dfc3-0509-43bc-9e1f-859c2a11bf15 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1347468 Feb 02 15:51:36.017073 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7d0ed661-152f-47ee-9522-94cddf556ed3 req-ee234cf8-61c6-42d8-b4af-1058bd9fb837 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1323788 Feb 02 15:51:36.303622 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b328d75d-fd10-4998-b464-869137d01441 req-67ac4ec7-44e5-4e74-8403-4715a827d475 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:36.305045 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b328d75d-fd10-4998-b464-869137d01441 req-67ac4ec7-44e5-4e74-8403-4715a827d475 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.0808523 Feb 02 15:51:36.350447 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b328d75d-fd10-4998-b464-869137d01441 req-d5a93efe-786d-4efc-b63d-310a43eab5fc tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388453 Feb 02 15:51:37.564655 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f6fad3c8-5e08-4d03-b686-7bf97ba87828 req-17d022ef-3576-4913-a7a8-36ebcebfc78d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:37.566181 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f6fad3c8-5e08-4d03-b686-7bf97ba87828 req-17d022ef-3576-4913-a7a8-36ebcebfc78d tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.0989895 Feb 02 15:51:37.616272 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f6fad3c8-5e08-4d03-b686-7bf97ba87828 req-bf42eec7-4923-4841-8933-f6ba05df84a5 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0431354 Feb 02 15:51:38.543654 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:51:38.687536 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:38.703316 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'port_id': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'mac_address': 'fa:16:3e:9e:57:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:51:38.779729 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:38.804367 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e163bab8-ef83-4f8f-b4ea-b3c491e578c5 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:38.825674 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:38.830188 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:38.853419 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-beb5df5b-dfd9-46a1-835b-4dbcb129ea34 req-013e3115-7304-41da-becf-3cb748f440de tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:38.855885 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-beb5df5b-dfd9-46a1-835b-4dbcb129ea34 req-013e3115-7304-41da-becf-3cb748f440de tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.0956559 Feb 02 15:51:38.917247 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:38.928987 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-beb5df5b-dfd9-46a1-835b-4dbcb129ea34 req-02a57558-f230-4250-b775-410e3ea1a981 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0641410 Feb 02 15:51:38.932538 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.933212 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.933731 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.934403 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.934884 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.935446 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.936019 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.936597 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.937149 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.937746 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.938303 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:38.940652 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:51:39.410705 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e163bab8-ef83-4f8f-b4ea-b3c491e578c5'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:51:40.313949 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-666b793a-0e61-4adf-bb73-7f174a4270ef req-12fed487-2d68-4bcd-a985-78ac98ba0361 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:40.315409 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-666b793a-0e61-4adf-bb73-7f174a4270ef req-12fed487-2d68-4bcd-a985-78ac98ba0361 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 944 time: 0.0992124 Feb 02 15:51:40.368812 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-666b793a-0e61-4adf-bb73-7f174a4270ef req-b807769f-62b9-41bb-94cd-c487e268b06e tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0457621 Feb 02 15:51:41.579029 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8eb34623-9f25-4d29-b7d5-7f66a7d9123b req-f295ae80-cfcd-444a-9119-e0f11cebf3a0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:41.580504 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8eb34623-9f25-4d29-b7d5-7f66a7d9123b req-f295ae80-cfcd-444a-9119-e0f11cebf3a0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 944 time: 0.0936368 Feb 02 15:51:41.634708 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8eb34623-9f25-4d29-b7d5-7f66a7d9123b req-17e1b647-c62d-494e-ab15-735bbe25c6cc tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0465486 Feb 02 15:51:42.549463 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:51:42.641421 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:51:42.647631 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:51:42.648004 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.849769 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.884486 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:42.896164 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:42.901212 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:42.936965 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9344b5fd-9d42-400c-a83d-9d8e45f6dc8e req-b706d98c-2c19-431f-9dce-f8f929e20849 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:42.940241 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9344b5fd-9d42-400c-a83d-9d8e45f6dc8e req-b706d98c-2c19-431f-9dce-f8f929e20849 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 944 time: 0.1207449 Feb 02 15:51:42.968055 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'code': 200} Feb 02 15:51:42.981186 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:42.993871 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9344b5fd-9d42-400c-a83d-9d8e45f6dc8e req-b759d38e-2f47-4a06-9fc7-520c4d29a4a7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0476103 Feb 02 15:51:43.412043 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11e7a236-3aa6-4134-9334-cc4664b86e7d req-d0766c8d-93e3-4bc2-ba02-d3c0aa8a9707 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:43.414426 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-11e7a236-3aa6-4134-9334-cc4664b86e7d req-d0766c8d-93e3-4bc2-ba02-d3c0aa8a9707 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 1098 time: 0.1674299 Feb 02 15:51:43.460714 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-11e7a236-3aa6-4134-9334-cc4664b86e7d req-e73ac8f3-7b0f-4887-826b-6b6a4787023e service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0368314 Feb 02 15:51:44.006118 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:44.243216 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9698bcaa-a9c7-47cc-bb19-db6a6c268ab2 req-f64cd614-f795-466c-9d91-490257ec9553 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:44.246803 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9698bcaa-a9c7-47cc-bb19-db6a6c268ab2 req-f64cd614-f795-466c-9d91-490257ec9553 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1084042 Feb 02 15:51:44.306465 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9698bcaa-a9c7-47cc-bb19-db6a6c268ab2 req-8ccb1e91-0edf-4535-bd3d-2e2f539e04ee tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0558636 Feb 02 15:51:45.576929 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2c69a0c5-0977-4226-85f9-3751bb5a92f0 req-54b7df04-efbd-4f16-8add-7e4e337dc260 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:45.578414 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2c69a0c5-0977-4226-85f9-3751bb5a92f0 req-54b7df04-efbd-4f16-8add-7e4e337dc260 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1113284 Feb 02 15:51:45.633817 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2c69a0c5-0977-4226-85f9-3751bb5a92f0 req-d010aa41-3412-4e92-a4ab-351d41434f49 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0483396 Feb 02 15:51:47.111900 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-203e0ef3-c919-4e01-85c7-11523dd14559 req-e424eecf-f003-4762-b814-3b67a159de2c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:47.114216 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-203e0ef3-c919-4e01-85c7-11523dd14559 req-e424eecf-f003-4762-b814-3b67a159de2c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.3359854 Feb 02 15:51:47.130443 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-2861eb3c-f82d-49dc-aaca-4b81058e09d7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:47.130443 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-2861eb3c-f82d-49dc-aaca-4b81058e09d7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.2812419 Feb 02 15:51:47.189667 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-715070ae-d56e-430c-b2e1-9ba0e304d51f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/quotas/1931a939723b4c3eaa7a1bc84c726ee3 HTTP/1.1" status: 200 len: 375 time: 0.0347674 Feb 02 15:51:47.265827 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-203e0ef3-c919-4e01-85c7-11523dd14559 req-6b33b58f-da2d-45e2-abbe-ee13c5e571d9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348047 Feb 02 15:51:47.346014 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-c34e4163-9460-449a-8859-c4001733f5ce tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1507497 Feb 02 15:51:47.576718 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-792d75d3-8155-4a01-b780-c58099ddd59d service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2232795 Feb 02 15:51:47.694614 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:51:47.785913 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-556ea689-4e6c-4948-98a7-548b447d8967 req-d807b2b0-5591-4ef7-83a2-aa30a99109e2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:47.787720 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-556ea689-4e6c-4948-98a7-548b447d8967 req-d807b2b0-5591-4ef7-83a2-aa30a99109e2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.3571098 Feb 02 15:51:47.797775 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53886) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:51:47.803828 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Request body: {'floatingip': {'port_id': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:47.863552 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-129246b8-4cf9-4730-ae40-aa3a6fe11339 service neutron] 10.222.0.18 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2781839 Feb 02 15:51:47.918160 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.087746 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a899e929-d8d1-43d0-a6e8-46fff4a7bbe0 req-9f1609ba-196d-46d8-8d9c-0b395380a1a7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 210 time: 0.0611291 Feb 02 15:51:48.785007 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.790750 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:48.996571 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Floating IP a5df20c4-f08c-448a-b069-e38bd919cdd0 associated. External IP: 172.27.2.224, port: e163bab8-ef83-4f8f-b4ea-b3c491e578c5. Feb 02 15:51:49.247656 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-96692509-49be-44c3-9259-5477f1f891d4 req-dbbf0790-0972-4241-ba79-fc6737e732b4 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 210 time: 0.0466595 Feb 02 15:51:49.364560 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Router c582a120-0309-40c8-a0b4-c1aefca1c635 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:51:49.575756 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:51:49.580970 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:49.586207 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] Sync routers for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:51:49.598544 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:51:49.599232 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:49.800289 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:51:49.830602 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-98fcdb8e-7c23-4a3e-be9f-26b2fd813d96 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "PUT /v2.0/floatingips/a5df20c4-f08c-448a-b069-e38bd919cdd0 HTTP/1.1" status: 200 len: 991 time: 2.0311849 Feb 02 15:51:49.834273 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:49.908276 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'status': 'completed', 'code': 200} Feb 02 15:51:49.927172 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-19af2229-0123-4fc5-b75c-d70bf7832848 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:49.928829 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-19af2229-0123-4fc5-b75c-d70bf7832848 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 815 time: 0.3208590 Feb 02 15:51:49.990551 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Request body: {'port': {'device_id': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'admin_state_up': True, 'tenant_id': '1931a939723b4c3eaa7a1bc84c726ee3'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:50.040277 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd06e84e-b6b6-46f6-bdf3-8486e273be75 req-54304e47-b4e5-4969-b9a6-cf12bf0bfad2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:50.047133 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cd06e84e-b6b6-46f6-bdf3-8486e273be75 req-54304e47-b4e5-4969-b9a6-cf12bf0bfad2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.0972807 Feb 02 15:51:50.107999 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cd06e84e-b6b6-46f6-bdf3-8486e273be75 req-cefa7711-7f51-426c-85fa-bd8c6774af45 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0561953 Feb 02 15:51:50.212288 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018878-7177-4bea-b74c-14921ce18d5e req-56627db6-ce07-4f2a-86c5-e3c74b5d3911 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:50.213784 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3018878-7177-4bea-b74c-14921ce18d5e req-56627db6-ce07-4f2a-86c5-e3c74b5d3911 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 1098 time: 0.2091601 Feb 02 15:51:50.214880 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:51:50.219608 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Usage tracker for resource:port and tenant:1931a939723b4c3eaa7a1bc84c726ee3 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:51:50.223237 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:51:50.233888 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:51:50.255533 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'a5df20c4-f08c-448a-b069-e38bd919cdd0', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'port_id': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'mac_address': 'fa:16:3e:9e:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:51:28Z', 'updated_at': '2022-02-02T15:51:48Z', 'revision_number': 1, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:50.260175 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] Checking router: c582a120-0309-40c8-a0b4-c1aefca1c635 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:51:50.270346 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:51:50.270807 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:50.271598 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Made reservation on behalf of 1931a939723b4c3eaa7a1bc84c726ee3 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:51:50.276002 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:50.428701 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d0c53794-5eed-4886-9661-b1e7d3557cb7 req-b3f8b1d2-1fe3-4c47-af4d-cc6df641c472 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 210 time: 0.0486779 Feb 02 15:51:50.517215 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:51:50.524269 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018878-7177-4bea-b74c-14921ce18d5e req-e7d7dc32-cc76-4df7-a44b-902ddff8763e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:50.526047 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3018878-7177-4bea-b74c-14921ce18d5e req-e7d7dc32-cc76-4df7-a44b-902ddff8763e service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.2815039 Feb 02 15:51:50.654302 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Allocated IP 172.20.0.2 (4699da8b-4f11-4613-ad8c-418c65ff1147/c61c59cf-8eb0-46c3-bc2b-b3b474a357f3/c09ad9be-5d04-43a8-bc97-24c313bc48f0) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:51:50.664734 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3018878-7177-4bea-b74c-14921ce18d5e req-796ee28c-5278-43dc-94a9-7a366a6c2530 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5 HTTP/1.1" status: 200 len: 999 time: 0.1295514 Feb 02 15:51:50.835975 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018878-7177-4bea-b74c-14921ce18d5e req-6635f58a-d429-4745-a131-4bb7018bc8c5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:50.837440 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3018878-7177-4bea-b74c-14921ce18d5e req-6635f58a-d429-4745-a131-4bb7018bc8c5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.1499722 Feb 02 15:51:50.915159 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'a5df20c4-f08c-448a-b069-e38bd919cdd0', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'port_id': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'mac_address': 'fa:16:3e:9e:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:51:28Z', 'updated_at': '2022-02-02T15:51:48Z', 'revision_number': 1, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:50.919747 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9a5ec8f9-91de-4ff1-95a7-a4ab01f13e69 None None] The sync data for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi is: [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'a5df20c4-f08c-448a-b069-e38bd919cdd0', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'floating_ip_address': '172.27.2.224', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'port_id': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 464, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'mac_address': 'fa:16:3e:9e:57:e2', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:51:28Z', 'updated_at': '2022-02-02T15:51:48Z', 'revision_number': 1, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:51:50.979336 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:50.996866 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3018878-7177-4bea-b74c-14921ce18d5e req-febecfc5-b52f-4a7d-8b11-26db0f0efa1b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:50.998419 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3018878-7177-4bea-b74c-14921ce18d5e req-febecfc5-b52f-4a7d-8b11-26db0f0efa1b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1466882 Feb 02 15:51:51.086190 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:51.134136 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-b35e7d28-e7be-4e06-9386-de7de91c032f None None] New status for floating IP a5df20c4-f08c-448a-b069-e38bd919cdd0: ACTIVE {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:51:51.145856 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a', '2dcf8abc-7f7a-4623-9cfc-5bc32297956d', '5c24d522-7e19-4326-9d29-5699db4be854'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:51:51.183978 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Network 4699da8b-4f11-4613-ad8c-418c65ff1147 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:51:51.196294 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:51:51.204798 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:51:51.249347 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event updated for resources: {'Port': ['ID=c09ad9be-5d04-43a8-bc97-24c313bc48f0,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:51.281122 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3018878-7177-4bea-b74c-14921ce18d5e req-93888d97-b0db-495a-9959-35af1bfb9b2c service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2690365 Feb 02 15:51:51.322176 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:51.322850 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:51.366927 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3822318d-46e5-43b3-af36-39f0a8f688a1 req-23b6bf71-aa18-417c-8513-2266dfd608c9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:51.368322 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3822318d-46e5-43b3-af36-39f0a8f688a1 req-23b6bf71-aa18-417c-8513-2266dfd608c9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.0990405 Feb 02 15:51:51.409014 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-b41df3c3-23a4-45c8-ad9e-ef1d7a3dce16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.4261405 Feb 02 15:51:51.431104 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3822318d-46e5-43b3-af36-39f0a8f688a1 req-ed50cc6e-053f-444e-ab87-7280a77de745 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0552032 Feb 02 15:51:51.439727 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Request body: {'port': {'device_id': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:51:51.516229 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c3018878-7177-4bea-b74c-14921ce18d5e req-d8b0dc68-8461-45ee-adfe-d68ab492b3a0 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281995 Feb 02 15:51:51.596992 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:51.677884 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-546a2e3b-03cf-4af2-9f22-0a1e0eddac5a req-b442e1f2-872b-4d6f-9313-ccfbe3db5ee3 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:51.687985 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-546a2e3b-03cf-4af2-9f22-0a1e0eddac5a req-b442e1f2-872b-4d6f-9313-ccfbe3db5ee3 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 931 time: 0.1301067 Feb 02 15:51:51.755668 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-546a2e3b-03cf-4af2-9f22-0a1e0eddac5a req-b4aaae83-9e02-4ea0-9fe2-1c30c846261f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0610158 Feb 02 15:51:52.095492 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id c09ad9be-5d04-43a8-bc97-24c313bc48f0 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:52.104424 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.119681 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Transition to ACTIVE for port object c09ad9be-5d04-43a8-bc97-24c313bc48f0 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:51:52.123610 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.282278 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Pushing event updated for resources: {'Port': ['ID=c09ad9be-5d04-43a8-bc97-24c313bc48f0,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:52.365666 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Attempting to bind port c09ad9be-5d04-43a8-bc97-24c313bc48f0 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:51:52.366002 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Attempting to bind port c09ad9be-5d04-43a8-bc97-24c313bc48f0 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:51:52.366382 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Attempting to bind port c09ad9be-5d04-43a8-bc97-24c313bc48f0 on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:51:52.371827 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Port c09ad9be-5d04-43a8-bc97-24c313bc48f0 on network 4699da8b-4f11-4613-ad8c-418c65ff1147 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:51:52.372153 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Attempting to bind port c09ad9be-5d04-43a8-bc97-24c313bc48f0 on network 4699da8b-4f11-4613-ad8c-418c65ff1147 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:51:52.377731 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:51:52.378068 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Checking segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:51:52.378493 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Bound using segment: {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:51:52.378930 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Bound port: c09ad9be-5d04-43a8-bc97-24c313bc48f0, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 377, 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:51:52.379276 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.474027 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] For port c09ad9be-5d04-43a8-bc97-24c313bc48f0, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:51:52.477036 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] For port c09ad9be-5d04-43a8-bc97-24c313bc48f0, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c09ad9be-5d04-43a8-bc97-24c313bc48f0,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:51:52.482761 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.541314 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:52.542795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:52.544594 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] 10.222.0.41 "PUT /v2.0/ports/c09ad9be-5d04-43a8-bc97-24c313bc48f0 HTTP/1.1" status: 200 len: 1093 time: 1.1086459 Feb 02 15:51:52.546972 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'tag': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:52.575123 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-41e35b98-c948-4f17-8b2a-383cd762308b service neutron] Pushing event updated for resources: {'Port': ['ID=c09ad9be-5d04-43a8-bc97-24c313bc48f0,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:52.605633 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'tag': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0', 'status': 'completed', 'code': 200} Feb 02 15:51:52.639181 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cfcfa93a-8698-443d-99ac-5a86488fbae1 req-6ec8c3d8-a16d-42f5-80f6-c7e9a213d392 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:52.640700 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cfcfa93a-8698-443d-99ac-5a86488fbae1 req-6ec8c3d8-a16d-42f5-80f6-c7e9a213d392 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.0950363 Feb 02 15:51:52.691153 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cfcfa93a-8698-443d-99ac-5a86488fbae1 req-a486b867-75d0-497d-b6b7-9c143ed40811 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0444503 Feb 02 15:51:52.727845 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-10a7a4ad-c52a-46cc-bf1d-6ad087580790 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:52.729774 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-10a7a4ad-c52a-46cc-bf1d-6ad087580790 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 1096 time: 0.0830939 Feb 02 15:51:52.812863 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-54b51db6-bf21-4c6b-bf39-116ebfc2382a service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c09ad9be-5d04-43a8-bc97-24c313bc48f0 HTTP/1.1" status: 200 len: 217 time: 0.0655751 Feb 02 15:51:52.882692 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-2f56b0c2-bba3-4c39-bd9a-2f9c4f94e53e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:52.884268 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-2f56b0c2-bba3-4c39-bd9a-2f9c4f94e53e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.0646968 Feb 02 15:51:52.935436 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-81e0921e-2fff-44de-b646-89df4c7e4621 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0427017 Feb 02 15:51:52.950628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-db29bbdf-be99-4964-b7f6-a77051d967be req-050ab039-3f89-479f-81fa-616c3411e770 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:52.952404 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-db29bbdf-be99-4964-b7f6-a77051d967be req-050ab039-3f89-479f-81fa-616c3411e770 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 943 time: 0.0898776 Feb 02 15:51:53.003431 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-db29bbdf-be99-4964-b7f6-a77051d967be req-456b2233-000b-4ed6-972e-5a2371501cf9 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0453596 Feb 02 15:51:53.087028 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-4e5f12f0-2663-45f2-84ba-c0c81b6cbfd6 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1450028 Feb 02 15:51:53.247262 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-482ebd05-fd16-4bea-8f58-4f0fa7f6aa7d req-e527e138-c5b7-4d7b-abd7-c219282ba8e2 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1491048 Feb 02 15:51:53.390399 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-762efd70-a5da-415e-b34e-a36ef9eb8720 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:53.500337 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-2b266bfb-2809-4e67-a6c7-3ceef9102875 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:53.501737 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-2b266bfb-2809-4e67-a6c7-3ceef9102875 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 1096 time: 0.0854425 Feb 02 15:51:53.642690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-67492535-e9aa-4300-84e2-0c43845b4363 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:53.644166 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-67492535-e9aa-4300-84e2-0c43845b4363 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 200 len: 916 time: 0.1295965 Feb 02 15:51:53.732015 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-4ec95cef-484f-475d-a295-365d96258b78 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.2&port_id=c09ad9be-5d04-43a8-bc97-24c313bc48f0 HTTP/1.1" status: 200 len: 217 time: 0.0645909 Feb 02 15:51:53.883701 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-fa0781f7-279f-4806-9501-c316fd69e43e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:53.885133 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-fa0781f7-279f-4806-9501-c316fd69e43e service neutron] 10.222.0.41 "GET /v2.0/subnets?id=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 200 len: 855 time: 0.1459126 Feb 02 15:51:53.932049 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-e3aef88b-6c14-4371-81de-785010ef2c9b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4699da8b-4f11-4613-ad8c-418c65ff1147&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0405507 Feb 02 15:51:54.070336 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-5edde5b6-2b2a-4823-a261-7fca03333147 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297431 Feb 02 15:51:54.196364 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c56a595a-81ed-4359-9be0-3aaba67c1193 req-90ab1b30-f17e-4a21-9752-a11258ae563e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:54.197747 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c56a595a-81ed-4359-9be0-3aaba67c1193 req-90ab1b30-f17e-4a21-9752-a11258ae563e tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 943 time: 0.0803978 Feb 02 15:51:54.213661 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-1e7ae07a-973f-499e-8d88-c02abc121b42 req-a7512f0f-2dc6-49e6-b6bd-2049debf2837 service neutron] 10.222.0.41 "GET /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1345329 Feb 02 15:51:54.255144 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c56a595a-81ed-4359-9be0-3aaba67c1193 req-13d4053c-f4e2-43b4-a029-4383597827b4 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0503123 Feb 02 15:51:55.312628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89a15577-a9c0-421d-af9d-00827ee8d5aa req-d623e033-c3d3-4eeb-867e-485f84110755 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:55.314129 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-89a15577-a9c0-421d-af9d-00827ee8d5aa req-d623e033-c3d3-4eeb-867e-485f84110755 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0811429 Feb 02 15:51:55.359009 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-89a15577-a9c0-421d-af9d-00827ee8d5aa req-887e6718-9023-46bf-b279-36784230f6b7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0391400 Feb 02 15:51:55.452363 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2627940e-7c06-4b43-8a93-cf6708cf5a7f req-c430b2e4-338c-426f-92f5-b5b367b75035 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:55.454307 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2627940e-7c06-4b43-8a93-cf6708cf5a7f req-c430b2e4-338c-426f-92f5-b5b367b75035 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 943 time: 0.0889695 Feb 02 15:51:55.501148 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2627940e-7c06-4b43-8a93-cf6708cf5a7f req-5963f6f9-18fd-4fd5-be4c-08cac8421cca tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0410459 Feb 02 15:51:55.699219 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-c09c6051-473f-4e0f-9e3e-8232a2e388bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.552735 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f35ddff7-9015-4873-8bfd-a050c4bb1619 req-cdca367e-1bbd-4c78-a29e-1e0ebcf5802e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:56.554176 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f35ddff7-9015-4873-8bfd-a050c4bb1619 req-cdca367e-1bbd-4c78-a29e-1e0ebcf5802e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0864286 Feb 02 15:51:56.600729 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f35ddff7-9015-4873-8bfd-a050c4bb1619 req-01b020b5-e7c9-4c50-b305-0f13a0630eb3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0399992 Feb 02 15:51:56.652589 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device c09ad9be-5d04-43a8-bc97-24c313bc48f0 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:51:56.704988 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2b173e49-f7c9-4b22-8c54-9394fa4d104c req-d6b7747a-a782-408c-8be5-132f7b13b01a tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:56.706510 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2b173e49-f7c9-4b22-8c54-9394fa4d104c req-d6b7747a-a782-408c-8be5-132f7b13b01a tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 943 time: 0.0910039 Feb 02 15:51:56.753164 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2b173e49-f7c9-4b22-8c54-9394fa4d104c req-f302aa72-fc5c-486c-8703-c814c1f31749 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0408421 Feb 02 15:51:56.775646 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.788763 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.829556 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port c09ad9be-5d04-43a8-bc97-24c313bc48f0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c09ad9be-5d04-43a8-bc97-24c313bc48f0,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:56.843559 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0', 'network_id': '4699da8b-4f11-4613-ad8c-418c65ff1147', 'port_id': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0', 'mac_address': 'fa:16:3e:af:4d:23', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 377, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'c61c59cf-8eb0-46c3-bc2b-b3b474a357f3', 'ip_address': '172.20.0.2'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:51:56.897460 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:56.914159 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id c09ad9be-5d04-43a8-bc97-24c313bc48f0 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:51:56.929237 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port c09ad9be-5d04-43a8-bc97-24c313bc48f0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c09ad9be-5d04-43a8-bc97-24c313bc48f0,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:56.932821 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:57.001934 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=c09ad9be-5d04-43a8-bc97-24c313bc48f0,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:57.546149 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['c09ad9be-5d04-43a8-bc97-24c313bc48f0'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:51:57.808086 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-785a43e4-85f1-4205-b7ff-b082e8ce48ba req-da7552e5-8f9d-40f5-96d8-67fe410816cb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:57.809679 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-785a43e4-85f1-4205-b7ff-b082e8ce48ba req-da7552e5-8f9d-40f5-96d8-67fe410816cb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0848641 Feb 02 15:51:57.858688 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-785a43e4-85f1-4205-b7ff-b082e8ce48ba req-3b5ba5ac-8ebe-488f-8df9-f61bf438e880 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433414 Feb 02 15:51:57.947106 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-295ce945-bb69-4185-a8dd-5d339f970c78 req-237f69ac-9658-423f-ac2f-6d8e7d2d9786 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:57.949125 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-295ce945-bb69-4185-a8dd-5d339f970c78 req-237f69ac-9658-423f-ac2f-6d8e7d2d9786 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 944 time: 0.0799663 Feb 02 15:51:57.994611 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-295ce945-bb69-4185-a8dd-5d339f970c78 req-6c75babf-98fe-410e-9dcc-e7d6e80663fc tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0397308 Feb 02 15:51:58.259058 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.501290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-85b4ca4f-fc02-465e-966c-fd3b5aa8ca57 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:58.502658 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-85b4ca4f-fc02-465e-966c-fd3b5aa8ca57 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0833042 Feb 02 15:51:58.575919 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Deleting port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:51:58.576258 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:58.827756 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] For port 1cdefcd1-bd7f-4671-8425-69866bcc04a1, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=1cdefcd1-bd7f-4671-8425-69866bcc04a1,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:51:58.828082 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.052587 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-992217fb-8609-4904-b3a4-838766d3e75b req-b910a840-f93e-45f1-b13d-dccd75de23b9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:59.054171 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-992217fb-8609-4904-b3a4-838766d3e75b req-b910a840-f93e-45f1-b13d-dccd75de23b9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 945 time: 0.0863719 Feb 02 15:51:59.110704 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-992217fb-8609-4904-b3a4-838766d3e75b req-a0f397d4-1bfc-4db1-9623-465bb57d0600 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=9a1680ff-9e47-40d6-b654-0e4d2c096740&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0475616 Feb 02 15:51:59.137277 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.137652 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.137966 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Floating IP f24e4178-8a58-45ea-b250-8071f8c125b0 disassociated. External IP: 172.27.2.136, port: 1cdefcd1-bd7f-4671-8425-69866bcc04a1. Feb 02 15:51:59.138352 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Calling delete_port for 1cdefcd1-bd7f-4671-8425-69866bcc04a1 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:51:59.197855 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9947fbd5-afef-4f34-9c0e-b8f0d0818ace req-3c24ccb5-29bf-4559-adaf-baea91ce4d28 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:51:59.199392 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9947fbd5-afef-4f34-9c0e-b8f0d0818ace req-3c24ccb5-29bf-4559-adaf-baea91ce4d28 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 944 time: 0.0877151 Feb 02 15:51:59.247068 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9947fbd5-afef-4f34-9c0e-b8f0d0818ace req-3a9e5d3c-6a2d-4edf-9948-58639f1ac24b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0416059 Feb 02 15:51:59.291867 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.345456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event deleted for resources: {'Port': ['ID=1cdefcd1-bd7f-4671-8425-69866bcc04a1,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:51:59.529429 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Router 58b34649-04cd-4bd8-88bc-851e57f62899 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:51:59.807972 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:51:59.818027 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] Sync routers for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:51:59.829743 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:51:59.830852 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:51:59.901724 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] No DVR routers for this DVR port 1cdefcd1-bd7f-4671-8425-69866bcc04a1 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:51:59.904649 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:51:59.907698 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'name': 'network-vif-deleted', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:51:59.929673 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-61c3bbd0-7849-42a8-8303-fd48579e8340 req-0e4bd4d8-1f6c-4deb-b6e2-655567c171dd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "DELETE /v2.0/ports/1cdefcd1-bd7f-4671-8425-69866bcc04a1 HTTP/1.1" status: 204 len: 173 time: 1.4199052 Feb 02 15:51:59.959807 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '9be25d32-646a-4448-a0c0-3367ec93d39f', 'name': 'network-vif-deleted', 'tag': '1cdefcd1-bd7f-4671-8425-69866bcc04a1', 'status': 'completed', 'code': 200} Feb 02 15:52:00.057203 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:00.291048 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c9c0a0d2-32bb-4544-9b79-fc65d7e5b2ba req-9a39e75a-86f6-4d67-8d9e-ecffa5f77fcd tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=9be25d32-646a-4448-a0c0-3367ec93d39f HTTP/1.1" status: 200 len: 210 time: 0.0509427 Feb 02 15:52:00.488046 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:00.494859 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] Checking router: 58b34649-04cd-4bd8-88bc-851e57f62899 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:00.507905 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:00.508879 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:00.526213 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-11f70168-14d3-474f-bfda-a47056bcfb90 req-9befd750-046a-4b30-8706-2bcbd0252480 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:00.529031 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-11f70168-14d3-474f-bfda-a47056bcfb90 req-9befd750-046a-4b30-8706-2bcbd0252480 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 944 time: 0.1280899 Feb 02 15:52:00.603330 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-11f70168-14d3-474f-bfda-a47056bcfb90 req-60184e28-4a55-495b-876f-78d02f21df16 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0626218 Feb 02 15:52:00.677183 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device c09ad9be-5d04-43a8-bc97-24c313bc48f0 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:00.849194 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:00.921158 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port c09ad9be-5d04-43a8-bc97-24c313bc48f0 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:00.981175 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port c09ad9be-5d04-43a8-bc97-24c313bc48f0 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:00.981601 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.252562 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.287795 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:01.300267 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port c09ad9be-5d04-43a8-bc97-24c313bc48f0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c09ad9be-5d04-43a8-bc97-24c313bc48f0,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:01.308948 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.348746 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0', 'code': 200} Feb 02 15:52:01.395595 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:01.407690 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6181be75-fd17-4d41-87a6-8901f0f65965 None None] The sync data for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi is: [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:01.418898 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=c09ad9be-5d04-43a8-bc97-24c313bc48f0,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:01.455728 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53978) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:01.566226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8c9427bf-49a1-4e30-9377-658a4a33e9e8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.605155 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8c9427bf-49a1-4e30-9377-658a4a33e9e8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.792218 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-beff3665-5199-4b84-8e5b-ee2899d5b0b4 None None] New status for floating IP f24e4178-8a58-45ea-b250-8071f8c125b0: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:52:01.805061 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8c9427bf-49a1-4e30-9377-658a4a33e9e8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.826979 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-37108c9b-5827-48b5-8972-26fae777c61b req-a280df14-be27-413c-9d12-ef0c18b27a5a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:01.829039 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37108c9b-5827-48b5-8972-26fae777c61b req-a280df14-be27-413c-9d12-ef0c18b27a5a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 1098 time: 0.1813776 Feb 02 15:52:01.864084 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8c9427bf-49a1-4e30-9377-658a4a33e9e8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=9a1680ff-9e47-40d6-b654-0e4d2c096740,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:01.914628 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8c9427bf-49a1-4e30-9377-658a4a33e9e8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:01.920037 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8c9427bf-49a1-4e30-9377-658a4a33e9e8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "DELETE /v2.0/security-groups/9a1680ff-9e47-40d6-b654-0e4d2c096740 HTTP/1.1" status: 204 len: 168 time: 0.4594116 Feb 02 15:52:01.920310 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-37108c9b-5827-48b5-8972-26fae777c61b req-973d93b2-5ff1-4c9a-b50a-72c1a2185eb7 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0834060 Feb 02 15:52:01.920934 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 53984) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:01.948183 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.api.v2.resource [None req-9e289be7-67d6-42c8-aff2-27292a74c3d6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] show failed (client error): The resource could not be found. Feb 02 15:52:01.954246 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-9e289be7-67d6-42c8-aff2-27292a74c3d6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups/9a1680ff-9e47-40d6-b654-0e4d2c096740 HTTP/1.1" status: 404 len: 347 time: 0.0274711 Feb 02 15:52:01.954499 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d6f5dbf-79b0-4833-b646-e1cd627cf133 req-32d846f2-83b8-483f-854d-9d247045c9ba tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:01.954499 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d6f5dbf-79b0-4833-b646-e1cd627cf133 req-32d846f2-83b8-483f-854d-9d247045c9ba tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 945 time: 0.1388209 Feb 02 15:52:01.954499 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53988) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:02.256944 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Deleting port b799c63a-d332-4afc-bed3-979a5822c9b1 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:02.257289 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.292544 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d6f5dbf-79b0-4833-b646-e1cd627cf133 req-1a28d670-7ef2-43fd-b094-5e845886b865 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.3326225 Feb 02 15:52:02.436011 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.436259 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.562446 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Calling delete_port for b799c63a-d332-4afc-bed3-979a5822c9b1 owned by network:floatingip {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:02.677679 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 1cdefcd1-bd7f-4671-8425-69866bcc04a1 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:02.711875 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.722194 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 1cdefcd1-bd7f-4671-8425-69866bcc04a1 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:02.722781 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 1cdefcd1-bd7f-4671-8425-69866bcc04a1 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:02.759707 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event deleted for resources: {'Port': ['ID=b799c63a-d332-4afc-bed3-979a5822c9b1,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:02.797087 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.797407 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.797736 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.798061 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.798409 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.798739 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.799053 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.799368 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.799683 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.799996 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.800313 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.800623 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:02.867231 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.882313 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:02.883446 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f9c9585a-2dc8-4fa7-809a-80358fc8bd64 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "DELETE /v2.0/floatingips/f24e4178-8a58-45ea-b250-8071f8c125b0 HTTP/1.1" status: 204 len: 168 time: 0.9277093 Feb 02 15:52:03.223611 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 53994) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:03.228555 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'security_group': {'name': 'tempest-securitygroup--965579326', 'description': 'tempest-description--1922191755'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:03.234883 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:03.238907 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:03.241830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:03.248536 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:03.259490 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.286010 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:03.291333 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group_rule and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:03.296503 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:03.305349 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:03.398313 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.403803 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.494185 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'SecurityGroup': ['ID=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:03.507199 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.508399 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-39dd9d2a-dbbd-40f8-83fd-70de3b2caae4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1779 time: 0.2838087 Feb 02 15:52:03.512530 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54000) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:03.518530 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b', 'protocol': 'tcp', 'ethertype': 'IPv4', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:03.528752 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:03.535041 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group_rule and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:03.538281 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:03.540718 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf360c6d-3598-4e47-85c1-71a8a27d453e req-8120bc6c-1622-41a3-863f-46c8421c3f12 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:03.543070 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf360c6d-3598-4e47-85c1-71a8a27d453e req-8120bc6c-1622-41a3-863f-46c8421c3f12 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 945 time: 0.1282957 Feb 02 15:52:03.547697 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:03.574165 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.595710 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf360c6d-3598-4e47-85c1-71a8a27d453e req-6bcb8a38-6704-4cf7-b300-5fbbe47734f7 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0467970 Feb 02 15:52:03.640951 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.644764 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.671253 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=9f3febb9-a835-4e7b-bb78-cb6b72688346,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:03.680930 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.684850 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-52f1995f-8139-44ee-ac41-73ce1265cdf3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.1679225 Feb 02 15:52:03.685353 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54004) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:03.690672 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'security_group_rule': {'security_group_id': 'b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b', 'protocol': 'icmp', 'ethertype': 'IPv4', 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:03.696905 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:03.701673 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:security_group_rule and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:03.704696 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:03.711030 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:03.727949 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.794054 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.798073 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.823660 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=4258380b-e334-4328-8718-20a1b9d49666,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:03.832134 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:03.833326 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-db81893b-e2e0-4f86-a89e-eb34cc7e426e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.1468451 Feb 02 15:52:03.836591 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54008) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:03.842513 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:03.848345 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:03.852160 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Usage tracker for resource:floatingip and tenant:36548b54d7c949e5a1d7ca27dbc8d647 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:03.855240 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:03.860871 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:03.870641 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.008439 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.152642 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Allocated IP 172.27.2.236 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/afbc0466-df45-4ac6-a61b-1f37807cb8e8) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:04.305503 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.335134 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.404838 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:04.407701 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:04.411363 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:04.440212 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'Port': ['ID=afbc0466-df45-4ac6-a61b-1f37807cb8e8,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:04.498024 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.556656 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.921284 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b80faa1-f0d2-42bf-9d74-31c7c36c7b8b req-23a6bbbb-772e-45b8-a205-bfcddc9de555 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:04.922796 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5b80faa1-f0d2-42bf-9d74-31c7c36c7b8b req-23a6bbbb-772e-45b8-a205-bfcddc9de555 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 945 time: 0.1368599 Feb 02 15:52:04.953139 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:04.960081 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:05.070031 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5b80faa1-f0d2-42bf-9d74-31c7c36c7b8b req-f7894567-312c-41ad-ae70-b9f70a21b0fd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1360450 Feb 02 15:52:05.099988 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'Port': ['ID=afbc0466-df45-4ac6-a61b-1f37807cb8e8,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:05.109929 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:05.132726 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:05.140081 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-fadd94c5-1ae0-433e-866a-47d7fe9f0875 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 693 time: 1.2964895 Feb 02 15:52:05.309145 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-146e779f-a6d3-4777-9e46-8beb3efc2332 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:05.326164 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-146e779f-a6d3-4777-9e46-8beb3efc2332 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:05.327356 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-146e779f-a6d3-4777-9e46-8beb3efc2332 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-securitygroup--965579326&fields=id&tenant_id=36548b54d7c949e5a1d7ca27dbc8d647 HTTP/1.1" status: 200 len: 267 time: 0.0615959 Feb 02 15:52:05.487564 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-feaed3cf-facd-4ffb-8a4a-2347e0437ad4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:05.489117 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-feaed3cf-facd-4ffb-8a4a-2347e0437ad4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 810 time: 0.1531663 Feb 02 15:52:05.514654 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-eaed58b3-d472-4e7f-87fe-b107292450fb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/quotas/36548b54d7c949e5a1d7ca27dbc8d647 HTTP/1.1" status: 200 len: 375 time: 0.0181358 Feb 02 15:52:05.604556 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-8c28b42e-9a23-450e-b4ec-f2199d5c28ba tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:05.619801 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-8c28b42e-9a23-450e-b4ec-f2199d5c28ba tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:05.621947 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-8c28b42e-9a23-450e-b4ec-f2199d5c28ba tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1043315 Feb 02 15:52:05.765420 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-6d0ad1ae-bc70-44e4-b053-e9c2fcf88e51 service neutron] 10.222.0.18 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1317701 Feb 02 15:52:05.894618 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-ec85a533-1909-4d0a-aa46-74b51106ba5a service neutron] 10.222.0.18 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1232438 Feb 02 15:52:06.082411 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a1a8f1fc-dac9-44d6-822d-8e2359b46c7e req-223aa880-8897-40ae-9274-9331c2680250 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 210 time: 0.0474133 Feb 02 15:52:07.299292 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-57943252-a48e-490a-835c-b58d7dcf3b33 req-124e302b-8566-4889-ac9e-5201155dea36 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 210 time: 0.0509474 Feb 02 15:52:07.659458 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-457f70bf-8acd-4c8f-aabe-10e9c5706ba6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:07.661001 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-457f70bf-8acd-4c8f-aabe-10e9c5706ba6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 810 time: 0.1965232 Feb 02 15:52:07.756481 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-542c1651-38e6-43d7-b103-fe5db0b44c0c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:security_group {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:07.768327 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-542c1651-38e6-43d7-b103-fe5db0b44c0c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:security_group {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:07.769460 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-542c1651-38e6-43d7-b103-fe5db0b44c0c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=36548b54d7c949e5a1d7ca27dbc8d647 HTTP/1.1" status: 200 len: 379 time: 0.0681155 Feb 02 15:52:07.784044 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'port': {'device_id': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'admin_state_up': True, 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'security_groups': ['b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b']}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:07.921174 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:07.930704 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:07.940375 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Made reservation on behalf of 36548b54d7c949e5a1d7ca27dbc8d647 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:07.943789 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.113842 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Allocated IP 172.20.0.9 (9d34e2fe-57b3-4422-bf69-b984b5055ebc/bce5fa42-990e-40f4-b17e-eaeca877552b/a0730c3c-62a9-4efd-9f5c-e5143738e307) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:08.308053 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.323715 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Transition to ACTIVE for port object a0730c3c-62a9-4efd-9f5c-e5143738e307 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:08.363464 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.438065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:08.442473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:08.450123 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:08.511663 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event updated for resources: {'Port': ['ID=a0730c3c-62a9-4efd-9f5c-e5143738e307,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:08.553754 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:08.554954 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.600584 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-709e870a-ff59-43aa-b3ed-60a3a1e21b71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8199022 Feb 02 15:52:08.608380 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79c641d9-1ffc-4c44-b0f0-1c1094c5ef08 req-76267a54-0a84-4464-aeff-457c5569bc71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:08.610529 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c641d9-1ffc-4c44-b0f0-1c1094c5ef08 req-76267a54-0a84-4464-aeff-457c5569bc71 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 931 time: 0.1364312 Feb 02 15:52:08.626337 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Request body: {'port': {'device_id': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:08.692768 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79c641d9-1ffc-4c44-b0f0-1c1094c5ef08 req-4cc0f626-03a5-4d2b-b147-cf393d11ec05 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0749002 Feb 02 15:52:08.730476 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-7b4901d5-f063-4075-9a09-daac6265dba8 None None] Provisioning for port a0730c3c-62a9-4efd-9f5c-e5143738e307 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:08.739195 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-7b4901d5-f063-4075-9a09-daac6265dba8 None None] Provisioning complete for port a0730c3c-62a9-4efd-9f5c-e5143738e307 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:08.739561 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7b4901d5-f063-4075-9a09-daac6265dba8 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.790474 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:08.796577 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-7b4901d5-f063-4075-9a09-daac6265dba8 None None] Port a0730c3c-62a9-4efd-9f5c-e5143738e307 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:52:09.230993 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id a0730c3c-62a9-4efd-9f5c-e5143738e307 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:09.239967 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.259218 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Transition to ACTIVE for port object a0730c3c-62a9-4efd-9f5c-e5143738e307 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:09.265038 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.427240 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Pushing event updated for resources: {'Port': ['ID=a0730c3c-62a9-4efd-9f5c-e5143738e307,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:09.557994 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Attempting to bind port a0730c3c-62a9-4efd-9f5c-e5143738e307 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:09.557994 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Attempting to bind port a0730c3c-62a9-4efd-9f5c-e5143738e307 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:09.557994 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Attempting to bind port a0730c3c-62a9-4efd-9f5c-e5143738e307 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:52:09.568042 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Port a0730c3c-62a9-4efd-9f5c-e5143738e307 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:52:09.568360 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Attempting to bind port a0730c3c-62a9-4efd-9f5c-e5143738e307 on network 9d34e2fe-57b3-4422-bf69-b984b5055ebc {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:52:09.574526 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 51, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:52:09.574919 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Checking segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:09.575344 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Bound using segment: {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:52:09.575823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Bound port: a0730c3c-62a9-4efd-9f5c-e5143738e307, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '1f3a031b-6a94-43f4-8925-56f36a7146ea', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 397, 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:09.576218 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.678975 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] For port a0730c3c-62a9-4efd-9f5c-e5143738e307, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:52:09.685849 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] For port a0730c3c-62a9-4efd-9f5c-e5143738e307, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:52:09.692120 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.758673 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:09.759465 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:09.761761 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] 10.222.0.41 "PUT /v2.0/ports/a0730c3c-62a9-4efd-9f5c-e5143738e307 HTTP/1.1" status: 200 len: 1093 time: 1.1408012 Feb 02 15:52:09.765250 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:09.800071 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4de016e4-eec5-4bfb-a0f2-7bd2a6157ece service neutron] Pushing event updated for resources: {'Port': ['ID=a0730c3c-62a9-4efd-9f5c-e5143738e307,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:09.831495 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'status': 'completed', 'code': 200} Feb 02 15:52:09.945224 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-c7ee3f78-bb3e-4e48-955c-fe3aca2cf7ba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:09.946821 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-c7ee3f78-bb3e-4e48-955c-fe3aca2cf7ba service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 1096 time: 0.0968220 Feb 02 15:52:09.948703 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68df7af-6133-4a14-96dc-65cf3551bcfe req-ff2dd4b7-a906-4e24-8824-b07292f60bd6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:09.951065 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68df7af-6133-4a14-96dc-65cf3551bcfe req-ff2dd4b7-a906-4e24-8824-b07292f60bd6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 943 time: 0.1309829 Feb 02 15:52:10.000164 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e68df7af-6133-4a14-96dc-65cf3551bcfe req-7edee0e3-faa6-4d02-a4d2-4b3245dcf386 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0431175 Feb 02 15:52:10.066198 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-11c9ca81-238f-435e-9e89-12470af209f9 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307 HTTP/1.1" status: 200 len: 217 time: 0.0954325 Feb 02 15:52:10.133715 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-3f3025d0-aff9-4b00-ac12-c55b22053eda service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:10.135191 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-3f3025d0-aff9-4b00-ac12-c55b22053eda service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.0597191 Feb 02 15:52:10.221665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-a2aaff13-27c2-4fed-8e06-33c37e4ed02d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:10.223732 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-a2aaff13-27c2-4fed-8e06-33c37e4ed02d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0812449 Feb 02 15:52:10.377539 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-cfb6568e-18ce-4b8e-8a7b-bc35cc6ea571 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1447687 Feb 02 15:52:10.546122 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-f8bba667-a8c4-40a5-bbd0-5c7a1634bbde req-502cc7c5-e09c-48ec-8004-4c5f601fd1b0 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1474054 Feb 02 15:52:10.786478 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-6135b742-0797-479d-862c-ff62573831be service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:10.787973 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-6135b742-0797-479d-862c-ff62573831be service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 1096 time: 0.0729280 Feb 02 15:52:10.929162 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-0203731f-66ed-4cf1-aabd-97d4eab37a4f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:10.930563 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-0203731f-66ed-4cf1-aabd-97d4eab37a4f service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.1285489 Feb 02 15:52:11.017763 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-06715d88-aa10-4d18-8dd7-1385306d71a4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307 HTTP/1.1" status: 200 len: 217 time: 0.0702066 Feb 02 15:52:11.093856 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-e58fe1f8-c5a6-420a-93e2-e0fcdef74fc1 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:11.096225 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-e58fe1f8-c5a6-420a-93e2-e0fcdef74fc1 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.0682971 Feb 02 15:52:11.106149 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-710b2761-6629-4aea-9fe1-3bf5e36e496c tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-395388480&fields=id&tenant_id=485a8ed26a714f30ba82c207c3dc780e HTTP/1.1" status: 200 len: 267 time: 0.0755806 Feb 02 15:52:11.289621 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21d251aa-625d-44cc-a9d7-92620ec93d73 req-1988e91e-68f7-43bd-9c80-f104ce048cee tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:11.291059 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-21d251aa-625d-44cc-a9d7-92620ec93d73 req-1988e91e-68f7-43bd-9c80-f104ce048cee tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 943 time: 0.1192918 Feb 02 15:52:11.300569 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-ff1df6ad-50d6-40fe-82cd-1cb27750c80d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:11.302370 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-ff1df6ad-50d6-40fe-82cd-1cb27750c80d tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 985 time: 0.1903677 Feb 02 15:52:11.327275 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Request body: {'port': {'security_groups': ['c4e7dedd-9c37-4d33-b8f4-0c9896d91120']}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:11.344757 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-efa9d262-503f-4148-9875-a350c2256f14 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:11.346267 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-efa9d262-503f-4148-9875-a350c2256f14 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.2257390 Feb 02 15:52:11.423372 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-21d251aa-625d-44cc-a9d7-92620ec93d73 req-8ecc27c7-1b40-4bfd-8e35-a32d932add1b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1197071 Feb 02 15:52:11.505602 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-89f3f3ad-60bb-4726-8fa2-80fa3350c3b8 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1428683 Feb 02 15:52:11.508301 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.696822 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-81257e3c-df05-4009-8d0f-20fabba1fad5 req-8ff09d47-e637-4cbb-810f-48e731e88da9 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1812770 Feb 02 15:52:11.931566 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e6529cb0-84a5-4299-95aa-eccc597e5679,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:11.957360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:11.962289 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.007551 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e6529cb0-84a5-4299-95aa-eccc597e5679'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:12.035400 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:12.036386 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.038010 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc8a7bc1-4039-4c67-9ba8-f98b32ffa56d req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "PUT /v2.0/ports/e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 943 time: 0.7174435 Feb 02 15:52:12.038603 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:12.060199 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54086) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:12.079163 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a3cab16-d6f7-4425-9bf0-8d19f899de25 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event updated for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=7']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:12.203124 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e7002164-53a4-4bf9-a6dd-9302e0d676c9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.208585 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'status': 'completed', 'code': 200} Feb 02 15:52:12.240214 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e7002164-53a4-4bf9-a6dd-9302e0d676c9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.257280 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e6529cb0-84a5-4299-95aa-eccc597e5679'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:12.370360 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-0cde29c2-3017-405e-adb6-5b7f8d2a789c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:12.372084 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-0cde29c2-3017-405e-adb6-5b7f8d2a789c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1099 time: 0.0939741 Feb 02 15:52:12.413686 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-57b45968-fa2b-464a-9d94-5b7181af51a2 None None] Provisioning complete for port e6529cb0-84a5-4299-95aa-eccc597e5679 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:12.414046 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-57b45968-fa2b-464a-9d94-5b7181af51a2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.451315 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e7002164-53a4-4bf9-a6dd-9302e0d676c9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.494759 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7002164-53a4-4bf9-a6dd-9302e0d676c9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=8795c30d-2b46-4c07-a729-0e971b10202f,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:12.510142 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e7002164-53a4-4bf9-a6dd-9302e0d676c9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.514271 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-e7002164-53a4-4bf9-a6dd-9302e0d676c9 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "DELETE /v2.0/security-groups/8795c30d-2b46-4c07-a729-0e971b10202f HTTP/1.1" status: 204 len: 168 time: 0.4503400 Feb 02 15:52:12.515769 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54094) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:12.583532 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-1ae494da-154f-4e7a-abe6-90cdfed58614 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:12.585913 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-1ae494da-154f-4e7a-abe6-90cdfed58614 service neutron] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 916 time: 0.2061017 Feb 02 15:52:12.738709 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-7250c914-70ee-4bac-888e-35c16c3ec606 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 1002 time: 0.1412437 Feb 02 15:52:12.751610 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device a0730c3c-62a9-4efd-9f5c-e5143738e307 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:52:12.832602 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-56a133be-6ed9-421c-b50d-42b45026af7a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:12.835202 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-56a133be-6ed9-421c-b50d-42b45026af7a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.0873313 Feb 02 15:52:12.849630 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54aba16f-8ddb-420d-8827-5b1909d1becb req-95863e24-7684-4709-9f19-0fb366bf790e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:12.857741 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54aba16f-8ddb-420d-8827-5b1909d1becb req-95863e24-7684-4709-9f19-0fb366bf790e tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 943 time: 0.2273190 Feb 02 15:52:12.913625 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Deleting port c2f2d41b-310a-411c-a5c3-0455576c5a41 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:12.914996 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:12.958074 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-759b2d4f-d8ab-4298-a0ce-f13a0db29b05 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:12.959987 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-759b2d4f-d8ab-4298-a0ce-f13a0db29b05 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1061924 Feb 02 15:52:13.011719 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port a0730c3c-62a9-4efd-9f5c-e5143738e307, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:13.027697 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'port_id': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'mac_address': 'fa:16:3e:95:10:52', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 397, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.9'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:52:13.099171 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.101022 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54aba16f-8ddb-420d-8827-5b1909d1becb req-2773eaf6-330b-4861-8376-bde9ef220640 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.2421794 Feb 02 15:52:13.127889 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id a0730c3c-62a9-4efd-9f5c-e5143738e307 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:13.128978 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-17f160fa-f110-4804-ba36-af19f603eba4 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1600473 Feb 02 15:52:13.144255 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port a0730c3c-62a9-4efd-9f5c-e5143738e307, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:13.148464 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.196645 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.196969 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.243500 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=a0730c3c-62a9-4efd-9f5c-e5143738e307,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:13.319927 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5e5aa1b4-2e19-4dd6-b12c-63674ba36835 req-a0b9187e-6d61-4efd-940c-022e52cd78b7 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1832232 Feb 02 15:52:13.332951 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Calling delete_port for c2f2d41b-310a-411c-a5c3-0455576c5a41 owned by network:floatingip {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:13.543814 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.605992 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event deleted for resources: {'Port': ['ID=c2f2d41b-310a-411c-a5c3-0455576c5a41,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:13.665313 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['a0730c3c-62a9-4efd-9f5c-e5143738e307'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:13.710497 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks [] for floatingip, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:13.710889 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Floating IP f74de00e-3ee2-490a-bf45-108affd54ae6 disassociated (deleted). External IP: 172.27.2.229, port: e6529cb0-84a5-4299-95aa-eccc597e5679. Feb 02 15:52:14.045857 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:14.232454 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:52:14.494038 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c76cffb7-5d0d-42f1-a89f-a6834722128d req-203c363e-e5d2-463d-b763-0ac3c715403b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:14.496056 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c76cffb7-5d0d-42f1-a89f-a6834722128d req-203c363e-e5d2-463d-b763-0ac3c715403b tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 944 time: 0.1909707 Feb 02 15:52:14.497045 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:14.510998 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] Sync routers for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:52:14.522252 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:14.522867 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:14.531320 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:14.601769 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c76cffb7-5d0d-42f1-a89f-a6834722128d req-f7ca221e-1ebe-4a7d-9c78-c2bd49728d67 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0933516 Feb 02 15:52:14.611729 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-0ae15055-7a7e-4b72-a268-e49471143531 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "DELETE /v2.0/floatingips/f74de00e-3ee2-490a-bf45-108affd54ae6 HTTP/1.1" status: 204 len: 168 time: 2.0909028 Feb 02 15:52:14.611729 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:14.680407 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'status': 'completed', 'code': 200} Feb 02 15:52:14.785293 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:14.884773 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-6dd8f501-3f4d-47c2-aa1c-bf54028bcfd1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:14.887117 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-6dd8f501-3f4d-47c2-aa1c-bf54028bcfd1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1099 time: 0.1340468 Feb 02 15:52:15.130147 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-c8b886c9-7755-4edf-abc5-1ace1276e01d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:15.132223 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-c8b886c9-7755-4edf-abc5-1ace1276e01d service neutron] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 916 time: 0.2370315 Feb 02 15:52:15.239771 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-6fbe3c26-dea2-4ff4-8720-16f6c6f9727c service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 217 time: 0.0835230 Feb 02 15:52:15.348040 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:49:02Z', 'revision_number': 5, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:15.352311 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] Checking router: baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:15.354705 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-fd534eab-f193-4eb3-a743-82f4b3e7b026 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:15.356980 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-fd534eab-f193-4eb3-a743-82f4b3e7b026 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.1038096 Feb 02 15:52:15.362049 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:15.362689 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:15.455967 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-39aceb4a-6ae1-4362-a8b8-91ac3573a817 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:15.457508 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-39aceb4a-6ae1-4362-a8b8-91ac3573a817 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859284 Feb 02 15:52:15.584363 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:15.786733 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-ad226ea3-53f0-4060-a678-ecfc6ed8be1c service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.3214183 Feb 02 15:52:15.940830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-510e7fbe-4207-4521-8259-8208542de8fb req-4f9fe631-f138-4f79-aaea-6972348fb21c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:15.949232 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-510e7fbe-4207-4521-8259-8208542de8fb req-4f9fe631-f138-4f79-aaea-6972348fb21c tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 944 time: 0.1711264 Feb 02 15:52:15.993442 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-cd500a6c-8cfb-49ff-b41f-fd45c8226fa9 req-4eb8378b-d4ec-4087-9e22-e2ff34ad1d30 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1941311 Feb 02 15:52:16.008437 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-510e7fbe-4207-4521-8259-8208542de8fb req-c44e2be8-4a9b-4e78-b413-05d167937431 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0575593 Feb 02 15:52:16.108134 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:49:02Z', 'revision_number': 5, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:16.112797 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-8b0f86d0-efc7-49b7-a2ae-d8bdf962e1f2 None None] The sync data for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi is: [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:48:52Z', 'revision_number': 4, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '0fb63207-4373-4f56-aac2-f1431f8c3b1a', 'name': '', 'network_id': '512fa894-499c-44c1-9a64-9f5c5d28ff69', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'mac_address': 'fa:16:3e:65:27:a6', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_interface', 'standard_attr_id': 376, 'fixed_ips': [{'subnet_id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:51Z', 'updated_at': '2022-02-02T15:49:02Z', 'revision_number': 5, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'subnets': [{'id': 'a801eb26-2c02-4abc-9ebe-23920245c4d0', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:16.400534 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fa0305dc-2ec1-4ded-a61d-fdbb6bfea710 None None] New status for floating IP f74de00e-3ee2-490a-bf45-108affd54ae6: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:52:16.756881 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device a0730c3c-62a9-4efd-9f5c-e5143738e307 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:16.832534 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port a0730c3c-62a9-4efd-9f5c-e5143738e307 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:16.837553 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port a0730c3c-62a9-4efd-9f5c-e5143738e307 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:16.837918 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.961237 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:16.989101 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:16.998738 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port a0730c3c-62a9-4efd-9f5c-e5143738e307, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:17.004530 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:17.092153 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=a0730c3c-62a9-4efd-9f5c-e5143738e307,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:17.110367 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'code': 200} Feb 02 15:52:17.244012 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d469aef-7fb8-4f47-aa4e-81df71320bdd req-ada2ab25-d68e-4b94-b17d-b5a5bbd431d7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:17.245982 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d469aef-7fb8-4f47-aa4e-81df71320bdd req-ada2ab25-d68e-4b94-b17d-b5a5bbd431d7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.0993452 Feb 02 15:52:17.304925 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d469aef-7fb8-4f47-aa4e-81df71320bdd req-b5eea9b9-967e-4b76-9ddc-ca8391f1fd67 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0484388 Feb 02 15:52:17.473179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30319f6d-8ddf-476e-afbc-932bb9bb3ae3 req-fe7c432b-5caa-4552-bfeb-6231c749f0d3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:17.475404 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-30319f6d-8ddf-476e-afbc-932bb9bb3ae3 req-fe7c432b-5caa-4552-bfeb-6231c749f0d3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 1098 time: 0.0943494 Feb 02 15:52:17.531407 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-30319f6d-8ddf-476e-afbc-932bb9bb3ae3 req-92404ec1-f995-47f1-81c6-56e61a6cc74b service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0370634 Feb 02 15:52:18.516191 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7dfe441f-97d6-4277-b192-fc852fce654b req-28dc5e5c-48dc-428f-b156-6fc171c04b19 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:18.517723 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7dfe441f-97d6-4277-b192-fc852fce654b req-28dc5e5c-48dc-428f-b156-6fc171c04b19 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.0910108 Feb 02 15:52:18.582376 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7dfe441f-97d6-4277-b192-fc852fce654b req-9abbf6b9-91f4-4ea2-8239-5b5e5a7c09be tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0585043 Feb 02 15:52:18.648958 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-e6e30aff-5d22-42c3-9b94-9e8b90811fd3 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0829616 Feb 02 15:52:18.797584 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-15f45c8e-bb38-42de-b567-0b4dadb67653 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:18.799869 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-15f45c8e-bb38-42de-b567-0b4dadb67653 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=485a8ed26a714f30ba82c207c3dc780e&device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 1099 time: 0.1024742 Feb 02 15:52:18.958524 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-4abb63af-7081-400d-a0a1-43284f684029 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:18.959984 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-4abb63af-7081-400d-a0a1-43284f684029 service neutron] 10.222.0.41 "GET /v2.0/networks?id=512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 200 len: 916 time: 0.1349127 Feb 02 15:52:19.073824 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-98bced61-bdeb-43a2-b099-c5125d734676 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 200 len: 217 time: 0.1027017 Feb 02 15:52:19.151610 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-1e89b74d-5eca-436c-9902-89b5539ad9e7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:19.153245 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-1e89b74d-5eca-436c-9902-89b5539ad9e7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 200 len: 854 time: 0.0700228 Feb 02 15:52:19.314682 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-0e58e5da-7349-40da-9be1-c6445ab7dbf8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:19.317301 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a6983c37-ff33-4ce2-bbaf-3fdd7d31364f req-4cc6909c-9f49-44df-a93e-3f301ff18ab7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:19.317670 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-0e58e5da-7349-40da-9be1-c6445ab7dbf8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=512fa894-499c-44c1-9a64-9f5c5d28ff69&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0799434 Feb 02 15:52:19.318080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-a6983c37-ff33-4ce2-bbaf-3fdd7d31364f req-4cc6909c-9f49-44df-a93e-3f301ff18ab7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Synchronizing usage tracker for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:19.335129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-a6983c37-ff33-4ce2-bbaf-3fdd7d31364f req-4cc6909c-9f49-44df-a93e-3f301ff18ab7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Unset dirty status for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:19.336829 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a6983c37-ff33-4ce2-bbaf-3fdd7d31364f req-4cc6909c-9f49-44df-a93e-3f301ff18ab7 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.1056418 Feb 02 15:52:19.410934 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a6983c37-ff33-4ce2-bbaf-3fdd7d31364f req-e559a9f0-859f-4d94-90a4-f5665338dd9a tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0652313 Feb 02 15:52:19.492633 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-06db3d33-b292-43d9-9786-ba8451bde510 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1614115 Feb 02 15:52:19.653927 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-854368e6-ec13-4d63-9372-d9fe21ae0c6e req-460e5b93-6cd3-47e7-b591-fbbad6376237 service neutron] 10.222.0.41 "GET /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1395402 Feb 02 15:52:19.807617 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-41801b69-4776-40a4-a52a-45f898de7705 req-cb14097f-208a-4ed6-8a31-6c9d65ac2812 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:19.809064 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41801b69-4776-40a4-a52a-45f898de7705 req-cb14097f-208a-4ed6-8a31-6c9d65ac2812 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.0895097 Feb 02 15:52:19.858172 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-41801b69-4776-40a4-a52a-45f898de7705 req-16803c45-b30b-40b3-b1a9-aa2158c1c1b3 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0434134 Feb 02 15:52:20.313654 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a98cc89-1c3e-4ff7-844e-52fcaba42746 req-2de811e4-c22a-40dd-9f0a-1e6f152393ce tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:20.315186 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7a98cc89-1c3e-4ff7-844e-52fcaba42746 req-2de811e4-c22a-40dd-9f0a-1e6f152393ce tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 945 time: 0.0820165 Feb 02 15:52:20.359766 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7a98cc89-1c3e-4ff7-844e-52fcaba42746 req-c2190de7-ad20-4e43-bed6-601065bea755 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387340 Feb 02 15:52:20.610108 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4b6d1b53-9132-4daa-a82b-48488ca96583 req-7a5fcca0-1433-452c-a2af-75cb7e412477 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:20.611595 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4b6d1b53-9132-4daa-a82b-48488ca96583 req-7a5fcca0-1433-452c-a2af-75cb7e412477 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.0865982 Feb 02 15:52:20.657172 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4b6d1b53-9132-4daa-a82b-48488ca96583 req-1914a327-c32d-4ee4-846e-ae5611cc00e5 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0398767 Feb 02 15:52:21.052695 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43bbfbc1-00de-4548-8ce9-669a9dffbdcc req-7cc20a8c-e3c0-4237-8fdd-d895ef60c34f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:21.054075 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-43bbfbc1-00de-4548-8ce9-669a9dffbdcc req-7cc20a8c-e3c0-4237-8fdd-d895ef60c34f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.0812914 Feb 02 15:52:21.111689 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-43bbfbc1-00de-4548-8ce9-669a9dffbdcc req-1d5fcdbe-e3b7-47ce-bf1d-5006cb880dc2 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0513844 Feb 02 15:52:21.293767 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0d27a4c-bcd4-4f8c-a09f-d8529b6d9c4d req-45e44048-4733-4739-8421-806a48cf9f18 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:21.295248 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a0d27a4c-bcd4-4f8c-a09f-d8529b6d9c4d req-45e44048-4733-4739-8421-806a48cf9f18 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.0807068 Feb 02 15:52:21.306657 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54184) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:21.311692 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Request body: {'floatingip': {'port_id': 'a0730c3c-62a9-4efd-9f5c-e5143738e307'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:21.399970 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:21.891641 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3ac99a5b-3efd-477f-83e4-2e15ce08d735 req-ecb12d2f-1772-4a2e-be80-f121795dbd9b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:21.893093 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3ac99a5b-3efd-477f-83e4-2e15ce08d735 req-ecb12d2f-1772-4a2e-be80-f121795dbd9b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 945 time: 0.4132750 Feb 02 15:52:22.056661 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3ac99a5b-3efd-477f-83e4-2e15ce08d735 req-fe4a27c9-397d-4000-a675-19f02c37a9e2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1451595 Feb 02 15:52:22.161270 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-21e0be3a-9b5c-4e15-8a47-31eb73e34418 req-b79b0dc0-b8d7-4605-b2a9-1800d4ae41de tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:22.162762 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-21e0be3a-9b5c-4e15-8a47-31eb73e34418 req-b79b0dc0-b8d7-4605-b2a9-1800d4ae41de tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.3180583 Feb 02 15:52:22.225037 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-21e0be3a-9b5c-4e15-8a47-31eb73e34418 req-5e4d3621-5c5d-4e02-bd1d-e4bdcb939cb3 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0542314 Feb 02 15:52:22.362434 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.366848 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.547217 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Floating IP fd5e3cb4-9b95-48ab-920c-37619ffa3669 associated. External IP: 172.27.2.236, port: a0730c3c-62a9-4efd-9f5c-e5143738e307. Feb 02 15:52:22.657235 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-5ec9784f-0051-41a6-8ea7-cae1f487890c tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:22.658020 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-5ec9784f-0051-41a6-8ea7-cae1f487890c tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Synchronizing usage tracker for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:22.673888 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-5ec9784f-0051-41a6-8ea7-cae1f487890c tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Unset dirty status for tenant:485a8ed26a714f30ba82c207c3dc780e on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:22.675265 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-5ec9784f-0051-41a6-8ea7-cae1f487890c tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.41 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.1032801 Feb 02 15:52:22.779663 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Deleting port e6529cb0-84a5-4299-95aa-eccc597e5679 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:22.780300 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:22.921837 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Router 58b34649-04cd-4bd8-88bc-851e57f62899 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:52:23.094297 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] For port e6529cb0-84a5-4299-95aa-eccc597e5679, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e6529cb0-84a5-4299-95aa-eccc597e5679,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:23.094665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.317905 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:23.323189 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.339288 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] Sync routers for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:52:23.349028 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Calling delete_port for e6529cb0-84a5-4299-95aa-eccc597e5679 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:23.354515 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:23.355717 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:23.449833 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f5bb60a0-cfc2-413a-b5ec-41fecad5da71 req-4eb49eb6-62e9-4d30-9444-63b95c560c65 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:23.453974 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f5bb60a0-cfc2-413a-b5ec-41fecad5da71 req-4eb49eb6-62e9-4d30-9444-63b95c560c65 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 945 time: 0.2242925 Feb 02 15:52:23.483551 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9c943a55-45f0-425b-a72b-edb01e0d0417 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "PUT /v2.0/floatingips/fd5e3cb4-9b95-48ab-920c-37619ffa3669 HTTP/1.1" status: 200 len: 991 time: 2.1756334 Feb 02 15:52:23.487683 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:23.503701 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d7791468-ed50-4205-940c-5e1ededef69d req-8213c928-5f35-4ae4-9772-6cc4eab0ad49 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:23.504902 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-d7791468-ed50-4205-940c-5e1ededef69d req-8213c928-5f35-4ae4-9772-6cc4eab0ad49 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Synchronizing usage tracker for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:23.516401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-dd5c2621-8328-4bd6-a634-eebdcf4a8903 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.539755 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f5bb60a0-cfc2-413a-b5ec-41fecad5da71 req-636871db-4dd5-4035-8e0f-3368a8b34d6a tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0747387 Feb 02 15:52:23.559284 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9f6e953e-7a9f-483c-8dd2-874be8fa5fdc req-1c6a3668-70c9-417f-b4fe-e39cf9719421 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:23.566778 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9f6e953e-7a9f-483c-8dd2-874be8fa5fdc req-1c6a3668-70c9-417f-b4fe-e39cf9719421 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 946 time: 0.1736903 Feb 02 15:52:23.622874 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9f6e953e-7a9f-483c-8dd2-874be8fa5fdc req-43a6f655-8504-4164-bcde-04b30ff09c4f tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/security-groups?id=c4e7dedd-9c37-4d33-b8f4-0c9896d91120&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0549703 Feb 02 15:52:23.646431 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.646431 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-d7791468-ed50-4205-940c-5e1ededef69d req-8213c928-5f35-4ae4-9772-6cc4eab0ad49 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Unset dirty status for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:23.646431 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7791468-ed50-4205-940c-5e1ededef69d req-8213c928-5f35-4ae4-9772-6cc4eab0ad49 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 945 time: 0.3987970 Feb 02 15:52:23.673819 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:23.734950 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'status': 'completed', 'code': 200} Feb 02 15:52:23.749204 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e6529cb0-84a5-4299-95aa-eccc597e5679'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:23.810129 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Pushing event deleted for resources: {'Port': ['ID=e6529cb0-84a5-4299-95aa-eccc597e5679,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:23.915442 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e41abc0-9336-4d5f-897b-7800802917e2 req-5cfa8b14-d314-4d18-9593-48b855dfb048 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:23.917177 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2e41abc0-9336-4d5f-897b-7800802917e2 req-5cfa8b14-d314-4d18-9593-48b855dfb048 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.1711199 Feb 02 15:52:23.924218 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-2dc4dd20-1456-48f0-9bf9-1580d6cc63c2 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:23.925661 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-2dc4dd20-1456-48f0-9bf9-1580d6cc63c2 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 1098 time: 0.1318696 Feb 02 15:52:23.982729 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] No DVR routers for this DVR port e6529cb0-84a5-4299-95aa-eccc597e5679 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:23.988853 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:23.997665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Deleting port c09ad9be-5d04-43a8-bc97-24c313bc48f0 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:23.998424 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.032345 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'name': 'network-vif-deleted', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:24.053771 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2e41abc0-9336-4d5f-897b-7800802917e2 req-fac7db3d-e4de-45b5-ae23-43601a3e0b7f tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1269977 Feb 02 15:52:24.097294 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-6766c486-013c-450d-adfc-b64fdad60fc0 req-85eef30b-346c-4e5a-85c9-e2921be8b052 tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.41 "DELETE /v2.0/ports/e6529cb0-84a5-4299-95aa-eccc597e5679 HTTP/1.1" status: 204 len: 173 time: 1.4019995 Feb 02 15:52:24.170691 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-8af76871-5910-46d9-af6a-fcc59eed8df8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:24.172169 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-8af76871-5910-46d9-af6a-fcc59eed8df8 service neutron] 10.222.0.41 "GET /v2.0/networks?id=9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 200 len: 911 time: 0.2301023 Feb 02 15:52:24.358255 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-ef80b982-68d1-45f8-8603-fc977626d032 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.9&port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307 HTTP/1.1" status: 200 len: 999 time: 0.1787086 Feb 02 15:52:24.381356 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'fd5e3cb4-9b95-48ab-920c-37619ffa3669', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'port_id': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'mac_address': 'fa:16:3e:95:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:52:04Z', 'updated_at': '2022-02-02T15:52:22Z', 'revision_number': 1, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:24.387010 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '01b3a20a-de6f-482c-96a0-21b55727616e', 'name': 'network-vif-deleted', 'tag': 'e6529cb0-84a5-4299-95aa-eccc597e5679', 'status': 'completed', 'code': 200} Feb 02 15:52:24.396649 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] Checking router: 58b34649-04cd-4bd8-88bc-851e57f62899 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:24.412551 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:24.413551 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 4, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:51:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:24.441905 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-74fc072e-7e2a-4682-af6c-ac6b57550966 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:24.443433 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-74fc072e-7e2a-4682-af6c-ac6b57550966 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 200 len: 849 time: 0.0764778 Feb 02 15:52:24.517910 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] For port c09ad9be-5d04-43a8-bc97-24c313bc48f0, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=c09ad9be-5d04-43a8-bc97-24c313bc48f0,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:24.518572 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.535149 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-f305b787-299d-4c3c-b58d-bebc54638c4e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:24.536730 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-f305b787-299d-4c3c-b58d-bebc54638c4e service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=9d34e2fe-57b3-4422-bf69-b984b5055ebc&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830007 Feb 02 15:52:24.657454 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Calling delete_port for c09ad9be-5d04-43a8-bc97-24c313bc48f0 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:24.697267 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-d9511358-6874-4622-8c24-986eb4703302 service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1453812 Feb 02 15:52:24.731974 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:52:24.763453 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:24.814410 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:24.872402 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a', '2dcf8abc-7f7a-4623-9cfc-5bc32297956d', '5c24d522-7e19-4326-9d29-5699db4be854', 'c09ad9be-5d04-43a8-bc97-24c313bc48f0'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:24.885481 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event deleted for resources: {'Port': ['ID=c09ad9be-5d04-43a8-bc97-24c313bc48f0,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:24.987815 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] No DVR routers for this DVR port c09ad9be-5d04-43a8-bc97-24c313bc48f0 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:24.994032 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.019339 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d7791468-ed50-4205-940c-5e1ededef69d req-69e28afe-9589-4783-a8f7-47bdbb70b77f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "DELETE /v2.0/ports/c09ad9be-5d04-43a8-bc97-24c313bc48f0 HTTP/1.1" status: 204 len: 173 time: 1.2943535 Feb 02 15:52:25.163035 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1b4698a0-0012-48fd-8fd6-66b9b4e15a2a req-6844faca-7c87-46b1-b2b1-8fa59457b600 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=b55aa78f-e30f-476e-b0d2-f3c9c38d0bab HTTP/1.1" status: 200 len: 210 time: 0.1613338 Feb 02 15:52:25.198763 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-400eead9-c40a-4051-8ffc-6c21f1e7e140 req-ad33a19d-b1e6-426b-8cd2-54a5dab3a54e tempest-TestMinimumBasicScenario-1647205009 tempest-TestMinimumBasicScenario-1647205009-project] 10.222.0.18 "GET /v2.0/ports?device_id=01b3a20a-de6f-482c-96a0-21b55727616e HTTP/1.1" status: 200 len: 210 time: 0.1390364 Feb 02 15:52:25.258544 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-281d5606-5073-44f7-ae21-1a2fe2ad947f req-0c68e100-d690-4cfa-9b85-9b6c7f49ca6f service neutron] 10.222.0.41 "GET /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.5540767 Feb 02 15:52:25.442371 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bfd45afe-1e90-491b-b55e-4fe2aeb235e5 req-e16c56da-dc33-408b-ac4f-753b37e4dccb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:25.444361 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bfd45afe-1e90-491b-b55e-4fe2aeb235e5 req-e16c56da-dc33-408b-ac4f-753b37e4dccb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.1142588 Feb 02 15:52:25.496368 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bfd45afe-1e90-491b-b55e-4fe2aeb235e5 req-2cc9c509-0e3e-41bf-8a91-692f093aac05 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0453591 Feb 02 15:52:25.598905 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'fd5e3cb4-9b95-48ab-920c-37619ffa3669', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'port_id': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'mac_address': 'fa:16:3e:95:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:52:04Z', 'updated_at': '2022-02-02T15:52:22Z', 'revision_number': 1, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:25.613270 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c6a8932-0dbc-4d0f-a635-be1b7565c98e None None] The sync data for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi is: [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': 'fd5e3cb4-9b95-48ab-920c-37619ffa3669', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'floating_ip_address': '172.27.2.236', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'port_id': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'fixed_ip_address': '172.20.0.9', 'status': 'DOWN', 'standard_attr_id': 473, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'mac_address': 'fa:16:3e:95:10:52', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:52:04Z', 'updated_at': '2022-02-02T15:52:22Z', 'revision_number': 1, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:25.738354 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-13191732-dca4-4b18-9cd5-9dad07dca71c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:25.938893 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d5e0eda9-7a7a-46e6-8e66-ba910ef984e7 None None] New status for floating IP fd5e3cb4-9b95-48ab-920c-37619ffa3669: ACTIVE {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:52:26.390260 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'name': 'network-vif-deleted', 'tag': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:26.440541 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'b55aa78f-e30f-476e-b0d2-f3c9c38d0bab', 'name': 'network-vif-deleted', 'tag': 'c09ad9be-5d04-43a8-bc97-24c313bc48f0', 'status': 'completed', 'code': 200} Feb 02 15:52:26.723583 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-455d7561-3e0a-4504-b2ea-d8b5f72f6582 req-17bf3fcd-b922-4d01-9f13-8cda09d098b4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:26.725157 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-455d7561-3e0a-4504-b2ea-d8b5f72f6582 req-17bf3fcd-b922-4d01-9f13-8cda09d098b4 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.1056449 Feb 02 15:52:26.747816 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:26.774980 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:26.827146 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-455d7561-3e0a-4504-b2ea-d8b5f72f6582 req-e7ab9cc6-6394-409d-aaea-a372e23f28d7 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0875590 Feb 02 15:52:26.833002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device c09ad9be-5d04-43a8-bc97-24c313bc48f0 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:26.891107 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: c09ad9be-5d04-43a8-bc97-24c313bc48f0 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:26.892228 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device c09ad9be-5d04-43a8-bc97-24c313bc48f0 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:26.892600 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e6529cb0-84a5-4299-95aa-eccc597e5679 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:26.940341 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: e6529cb0-84a5-4299-95aa-eccc597e5679 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:26.940681 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e6529cb0-84a5-4299-95aa-eccc597e5679 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:27.262407 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54274) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:27.953497 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.020626 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d27c12d-8237-41c3-9817-2a3446ee1d16 req-56378b26-afad-40a2-9122-6152fb55acc6 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:28.022910 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4d27c12d-8237-41c3-9817-2a3446ee1d16 req-56378b26-afad-40a2-9122-6152fb55acc6 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 946 time: 0.0984244 Feb 02 15:52:28.083175 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4d27c12d-8237-41c3-9817-2a3446ee1d16 req-b0867621-0f0e-4be8-8245-0effb8981269 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0528162 Feb 02 15:52:28.266849 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.338343 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Deleting port 0fb63207-4373-4f56-aac2-f1431f8c3b1a {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:28.338605 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.519467 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] For port 0fb63207-4373-4f56-aac2-f1431f8c3b1a, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=0fb63207-4373-4f56-aac2-f1431f8c3b1a,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:28.519823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.653105 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Calling delete_port for 0fb63207-4373-4f56-aac2-f1431f8c3b1a owned by network:router_interface {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:28.886741 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:28.946756 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Pushing event deleted for resources: {'Port': ['ID=0fb63207-4373-4f56-aac2-f1431f8c3b1a,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:28.996676 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.997734 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.997734 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.998065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.998235 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.998511 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.998830 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.999154 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.999489 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:28.999769 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:29.000110 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:29.000429 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:29.462480 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:29.500321 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8dea89ff-8c4e-4199-a158-9ee893135075 req-e69e29ec-fa5c-42e9-8d2c-d162a2e70d8f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:29.502186 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8dea89ff-8c4e-4199-a158-9ee893135075 req-e69e29ec-fa5c-42e9-8d2c-d162a2e70d8f tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 946 time: 0.1934168 Feb 02 15:52:29.555219 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8dea89ff-8c4e-4199-a158-9ee893135075 req-9991747a-d1dd-496c-b6e5-aab720a90378 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0469575 Feb 02 15:52:29.869893 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:52:30.059191 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:30.069770 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] Sync routers for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:52:30.074189 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-f6d2d89e-872b-4433-959b-36458b7271c6 admin admin] 10.222.0.18 "PUT /v2.0/routers/baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.8103988 Feb 02 15:52:30.077005 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54302) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:30.085421 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:30.086045 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:30.360501 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks [] for router, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.380792 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:30.539557 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c1b75046-370a-46c1-80f9-7834301f771e req-64fdd733-1d0e-40ef-83a2-da83bcb53059 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:30.541446 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c1b75046-370a-46c1-80f9-7834301f771e req-64fdd733-1d0e-40ef-83a2-da83bcb53059 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 946 time: 0.2845509 Feb 02 15:52:30.614062 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.633399 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Deleting port 5c24d522-7e19-4326-9d29-5699db4be854 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:30.633604 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.667781 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Deleting port b55fd2f9-4762-4fbe-91db-54f360f2d287 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:30.668836 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:30.819353 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173'}], 'enable_snat': True}, 'gw_port_id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:52:28Z', 'revision_number': 5, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port': {'id': 'b55fd2f9-4762-4fbe-91db-54f360f2d287', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:dc:8a:60', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'device_owner': 'network:router_gateway', 'standard_attr_id': 375, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.173', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:48Z', 'updated_at': '2022-02-02T15:48:54Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:30.826707 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] Checking router: baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:30.838958 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] Routers {'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:30.839525 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:31.013180 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] Set router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 gateway port host: None {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:31.101464 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a37cb7cf-d7b9-4a2c-b291-a5aebd1f7a25 req-a1d322f0-5e94-4225-8ec5-205b71f630f4 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:31.102874 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a37cb7cf-d7b9-4a2c-b291-a5aebd1f7a25 req-a1d322f0-5e94-4225-8ec5-205b71f630f4 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 946 time: 0.3645959 Feb 02 15:52:31.137086 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:52:30Z', 'revision_number': 6, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port_host': None}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:31.141547 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ddc3c53-13f9-4cbe-a36f-44f24ff370f1 None None] The sync data for ids ['baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6'] in dv-cinder-817833-1-iscsi is: [{'id': 'baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6', 'name': 'tempest-TestMinimumBasicScenario-1131963585-router', 'tenant_id': '485a8ed26a714f30ba82c207c3dc780e', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:47Z', 'updated_at': '2022-02-02T15:52:30Z', 'revision_number': 6, 'project_id': '485a8ed26a714f30ba82c207c3dc780e', 'gw_port_host': None}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:31.163970 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] For port b55fd2f9-4762-4fbe-91db-54f360f2d287, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b55fd2f9-4762-4fbe-91db-54f360f2d287,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:31.164344 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.189044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] For port 5c24d522-7e19-4326-9d29-5699db4be854, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5c24d522-7e19-4326-9d29-5699db4be854,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:31.189407 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.317018 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Calling delete_port for b55fd2f9-4762-4fbe-91db-54f360f2d287 owned by network:router_gateway {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:31.584680 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Calling delete_port for 5c24d522-7e19-4326-9d29-5699db4be854 owned by compute:nova {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:31.630569 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a37cb7cf-d7b9-4a2c-b291-a5aebd1f7a25 req-de3e1e83-9d60-4905-83f8-545e44b4083c tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.5139005 Feb 02 15:52:31.794666 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.846605 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a', '2dcf8abc-7f7a-4623-9cfc-5bc32297956d'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:31.877420 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event deleted for resources: {'Port': ['ID=5c24d522-7e19-4326-9d29-5699db4be854,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:31.972001 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] No DVR routers for this DVR port 5c24d522-7e19-4326-9d29-5699db4be854 on host hv-cinder-81783 {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:31.977037 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:31.980109 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'name': 'network-vif-deleted', 'tag': '5c24d522-7e19-4326-9d29-5699db4be854'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:31.994888 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.030643 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 0fb63207-4373-4f56-aac2-f1431f8c3b1a no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:32.036217 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c1b75046-370a-46c1-80f9-7834301f771e req-f8552efc-60ab-4bdd-a8b2-65bd0c4cc662 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "DELETE /v2.0/ports/5c24d522-7e19-4326-9d29-5699db4be854 HTTP/1.1" status: 204 len: 173 time: 1.4866643 Feb 02 15:52:32.050728 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Pushing event deleted for resources: {'Port': ['ID=b55fd2f9-4762-4fbe-91db-54f360f2d287,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:32.089014 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a1659d97-51fc-4d60-a095-ff698619ac21', 'name': 'network-vif-deleted', 'tag': '5c24d522-7e19-4326-9d29-5699db4be854', 'status': 'completed', 'code': 200} Feb 02 15:52:32.113550 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 0fb63207-4373-4f56-aac2-f1431f8c3b1a {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:32.114537 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 0fb63207-4373-4f56-aac2-f1431f8c3b1a not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:32.184375 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.459746 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.462499 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.488469 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.489346 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Fanout notify agent at l3_agent the message router_deleted on router baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 {{(pid=87157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 15:52:32.498370 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.499542 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-543b88ac-03c3-4480-ba59-062bdbd11b23 admin admin] 10.222.0.18 "DELETE /v2.0/routers/baaa607f-e04b-4e2b-9dbf-05c0e3c5dbc6 HTTP/1.1" status: 204 len: 168 time: 2.4212549 Feb 02 15:52:32.502176 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54318) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:32.570593 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] Deleting subnet a801eb26-2c02-4abc-9ebe-23920245c4d0 {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:52:32.574415 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.624934 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.760239 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.840830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-579b0dc8-07c8-4a6c-a96b-7f0a33dc4674 req-d6b70be2-2c37-4499-a573-040c14b74e05 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Synchronizing usage tracker for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:32.872881 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5c24d522-7e19-4326-9d29-5699db4be854 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:32.874915 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-579b0dc8-07c8-4a6c-a96b-7f0a33dc4674 req-d6b70be2-2c37-4499-a573-040c14b74e05 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Unset dirty status for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:32.876086 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-579b0dc8-07c8-4a6c-a96b-7f0a33dc4674 req-d6b70be2-2c37-4499-a573-040c14b74e05 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=a1659d97-51fc-4d60-a095-ff698619ac21 HTTP/1.1" status: 200 len: 210 time: 0.0890646 Feb 02 15:52:32.890438 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.912220 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 5c24d522-7e19-4326-9d29-5699db4be854 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:32.912708 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5c24d522-7e19-4326-9d29-5699db4be854 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:32.933682 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=a801eb26-2c02-4abc-9ebe-23920245c4d0,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:32.937287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:32.943155 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-228f572e-3bac-4d06-8034-9b86763e8c25 None None] Network 512fa894-499c-44c1-9a64-9f5c5d28ff69 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:52:32.943394 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-4e93b468-e7f7-4934-bf84-6828eac9c301 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/a801eb26-2c02-4abc-9ebe-23920245c4d0 HTTP/1.1" status: 204 len: 168 time: 0.4399998 Feb 02 15:52:32.945780 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54324) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:33.061690 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.072522 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Deleting port ddb1b53f-e368-499e-9c4f-299fc716a837 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:33.072877 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.210930 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] DHCP port deletion for 512fa894-499c-44c1-9a64-9f5c5d28ff69 request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 15:52:33.216488 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Deleting port ddb1b53f-e368-499e-9c4f-299fc716a837 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:33.216897 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.398556 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] For port ddb1b53f-e368-499e-9c4f-299fc716a837, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=ddb1b53f-e368-499e-9c4f-299fc716a837,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:33.398914 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.424778 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] For port ddb1b53f-e368-499e-9c4f-299fc716a837, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=ddb1b53f-e368-499e-9c4f-299fc716a837,segment=NetworkSegment(d1cfedee-e6d6-413d-8b0b-cdab8af133da),segment_id=d1cfedee-e6d6-413d-8b0b-cdab8af133da)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:33.425183 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.522780 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Calling delete_port for ddb1b53f-e368-499e-9c4f-299fc716a837 owned by network:dhcp {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:33.550545 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Calling delete_port for ddb1b53f-e368-499e-9c4f-299fc716a837 owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:33.604898 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.660464 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Pushing event deleted for resources: {'Port': ['ID=ddb1b53f-e368-499e-9c4f-299fc716a837,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:33.663465 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] No DVR routers for this DVR port ddb1b53f-e368-499e-9c4f-299fc716a837 on host dv-cinder-817833-1-iscsi {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:33.691832 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:52:33.692212 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:52:33.769113 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b55fd2f9-4762-4fbe-91db-54f360f2d287 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:33.790105 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.803534 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: b55fd2f9-4762-4fbe-91db-54f360f2d287 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:33.803876 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b55fd2f9-4762-4fbe-91db-54f360f2d287 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:33.804294 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ddb1b53f-e368-499e-9c4f-299fc716a837 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:33.816164 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['512fa894-499c-44c1-9a64-9f5c5d28ff69']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:33.828322 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'd1cfedee-e6d6-413d-8b0b-cdab8af133da') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:33.828626 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'd1cfedee-e6d6-413d-8b0b-cdab8af133da') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:33.838726 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: ddb1b53f-e368-499e-9c4f-299fc716a837 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:33.839072 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ddb1b53f-e368-499e-9c4f-299fc716a837 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:33.841565 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.858960 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.865041 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Releasing vlan 374 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:52:33.865419 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:52:33.878931 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:52:33.956355 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.974542 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:33.985399 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] Pushing event deleted for resources: {'Network': ['ID=512fa894-499c-44c1-9a64-9f5c5d28ff69,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:34.003763 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5d1a5bf2-675f-4b2b-9118-77517b63a07d admin admin] 10.222.0.18 "DELETE /v2.0/networks/512fa894-499c-44c1-9a64-9f5c5d28ff69 HTTP/1.1" status: 204 len: 168 time: 1.0567560 Feb 02 15:52:34.007697 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54334) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:34.193260 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Deleting port ddb1b53f-e368-499e-9c4f-299fc716a837 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:34.193856 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:34.266119 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-69e4c32d-1201-4b6b-88b3-842021346d0d None None] The port 'ddb1b53f-e368-499e-9c4f-299fc716a837' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 15:52:34.539308 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1655d72c-ba90-43ba-ba37-d38521538a95 req-d9124a90-2777-4b6f-922e-202d45720749 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:34.540672 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1655d72c-ba90-43ba-ba37-d38521538a95 req-d9124a90-2777-4b6f-922e-202d45720749 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 946 time: 0.1802399 Feb 02 15:52:34.598072 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1655d72c-ba90-43ba-ba37-d38521538a95 req-40c4ec36-a60e-4612-b9c8-305b98823412 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0510979 Feb 02 15:52:34.689058 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.144604 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Deleting port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:35.144949 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.315387 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] For port 1185b748-e70d-43a2-a5e6-cb6b8b947b3d, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,segment=NetworkSegment(a916869c-f669-418d-9b74-066254711423),segment_id=a916869c-f669-418d-9b74-066254711423)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:35.315741 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.440643 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Calling delete_port for 1185b748-e70d-43a2-a5e6-cb6b8b947b3d owned by network:router_interface {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:35.636326 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:35.687197 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Pushing event deleted for resources: {'Port': ['ID=1185b748-e70d-43a2-a5e6-cb6b8b947b3d,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:35.953873 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2afec26e-7967-4075-876c-4406a795e648 req-c14a81ab-5b80-4cc7-8bd4-467b64247f11 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:35.955305 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2afec26e-7967-4075-876c-4406a795e648 req-c14a81ab-5b80-4cc7-8bd4-467b64247f11 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 946 time: 0.2300291 Feb 02 15:52:36.075427 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:36.083583 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2afec26e-7967-4075-876c-4406a795e648 req-80fc3cbb-f8a0-461e-ae4c-c2308b648e4a tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1223783 Feb 02 15:52:36.576984 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5c7e7dbd-0142-45c3-a081-5355936710da tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:36.578440 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5c7e7dbd-0142-45c3-a081-5355936710da tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 946 time: 0.2362981 Feb 02 15:52:36.675000 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Router 81707245-f704-4430-a5d9-fd303e602546 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:52:36.678767 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Deleting port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:36.679110 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:37.036243 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:37.047180 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] Sync routers for ids ['81707245-f704-4430-a5d9-fd303e602546'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:52:37.057206 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] Routers {'81707245-f704-4430-a5d9-fd303e602546'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:37.057891 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['81707245-f704-4430-a5d9-fd303e602546'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:37.089287 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3a52aa4a-a09e-4533-96e8-60914f0818fe admin admin] 10.222.0.18 "PUT /v2.0/routers/81707245-f704-4430-a5d9-fd303e602546/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.0802433 Feb 02 15:52:37.092122 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54352) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:37.098761 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] For port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:37.099103 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:37.249738 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] Set router 81707245-f704-4430-a5d9-fd303e602546 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:37.343155 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Calling delete_port for 2dcf8abc-7f7a-4623-9cfc-5bc32297956d owned by compute:nova {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:37.549389 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 5, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:37.553505 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] Checking router: 81707245-f704-4430-a5d9-fd303e602546 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:37.563305 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] Routers {'81707245-f704-4430-a5d9-fd303e602546'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:37.563956 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['81707245-f704-4430-a5d9-fd303e602546'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:37.581488 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks [] for router, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:37.800257 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] Set router 81707245-f704-4430-a5d9-fd303e602546 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:37.864623 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4cf2a9da-6e6a-40aa-aca8-f4cc3a3531fe req-54811889-5b27-48d1-bbea-fd9f1743c2e2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:37.866264 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4cf2a9da-6e6a-40aa-aca8-f4cc3a3531fe req-54811889-5b27-48d1-bbea-fd9f1743c2e2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=edf46b01-96ef-405f-a887-2975ca0e08f6 HTTP/1.1" status: 200 len: 946 time: 0.6257024 Feb 02 15:52:37.904799 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:37.940769 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:38.033929 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event deleted for resources: {'Port': ['ID=2dcf8abc-7f7a-4623-9cfc-5bc32297956d,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:38.074913 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4cf2a9da-6e6a-40aa-aca8-f4cc3a3531fe req-f8aec755-9057-423b-8e7f-f84c0d42d76b tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1985478 Feb 02 15:52:38.125029 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 5, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:38.129807 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-257286a3-50b9-47d2-bf65-ce99f38c5fdb None None] The sync data for ids ['81707245-f704-4430-a5d9-fd303e602546'] in dv-cinder-817833-1-iscsi is: [{'id': '81707245-f704-4430-a5d9-fd303e602546', 'name': 'tempest-TestMinimumBasicScenario-212381544-router', 'tenant_id': '305538f1a31444149ae9305de071b860', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81'}], 'enable_snat': True}, 'gw_port_id': '2724e537-a5ab-4451-82df-134785eed186', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:48:56Z', 'updated_at': '2022-02-02T15:52:35Z', 'revision_number': 5, 'project_id': '305538f1a31444149ae9305de071b860', 'gw_port': {'id': '2724e537-a5ab-4451-82df-134785eed186', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:ab:c8:4b', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '81707245-f704-4430-a5d9-fd303e602546', 'device_owner': 'network:router_gateway', 'standard_attr_id': 387, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.81', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:48:57Z', 'updated_at': '2022-02-02T15:49:04Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:38.132907 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.142119 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] No DVR routers for this DVR port 2dcf8abc-7f7a-4623-9cfc-5bc32297956d on host hv-cinder-81783 {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:38.145337 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.147933 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'name': 'network-vif-deleted', 'tag': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:38.160532 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Deleting port 2724e537-a5ab-4451-82df-134785eed186 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:38.160862 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.192393 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bd748c08-5d17-487a-a1f3-fcea054808ad req-5afd9eac-1c01-4d43-98ca-0770470f4971 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "DELETE /v2.0/ports/2dcf8abc-7f7a-4623-9cfc-5bc32297956d HTTP/1.1" status: 204 len: 173 time: 1.6057277 Feb 02 15:52:38.207408 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'edf46b01-96ef-405f-a887-2975ca0e08f6', 'name': 'network-vif-deleted', 'tag': '2dcf8abc-7f7a-4623-9cfc-5bc32297956d', 'status': 'completed', 'code': 200} Feb 02 15:52:38.349136 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] For port 2724e537-a5ab-4451-82df-134785eed186, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=2724e537-a5ab-4451-82df-134785eed186,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:38.349378 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.485424 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Calling delete_port for 2724e537-a5ab-4451-82df-134785eed186 owned by network:router_gateway {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:38.675601 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.761578 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Pushing event deleted for resources: {'Port': ['ID=2724e537-a5ab-4451-82df-134785eed186,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:38.826528 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:38.863240 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 2dcf8abc-7f7a-4623-9cfc-5bc32297956d no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:38.897492 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 2dcf8abc-7f7a-4623-9cfc-5bc32297956d {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:38.898176 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 2dcf8abc-7f7a-4623-9cfc-5bc32297956d not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:39.026913 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.029425 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.051298 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.051827 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 81707245-f704-4430-a5d9-fd303e602546 {{(pid=87157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 15:52:39.066455 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.069856 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-c08a7d87-b82c-4d0e-93d6-f159401385a0 admin admin] 10.222.0.18 "DELETE /v2.0/routers/81707245-f704-4430-a5d9-fd303e602546 HTTP/1.1" status: 204 len: 168 time: 1.9746215 Feb 02 15:52:39.070158 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54374) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:39.140006 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] Deleting subnet 6cefae3e-27b2-4ae4-bd82-619b964f505b {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:52:39.144044 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.216522 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.307700 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.491313 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.532892 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6cefae3e-27b2-4ae4-bd82-619b964f505b,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:39.535964 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.540401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-be8de63d-965c-4f4d-a55a-94fe553c4b54 None None] Network 08fd2543-0cf6-4556-b9a8-42acc263478f requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:52:39.543950 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-78c279f7-6e22-45a2-bcaa-7e970e2b7f8a admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6cefae3e-27b2-4ae4-bd82-619b964f505b HTTP/1.1" status: 204 len: 168 time: 0.4728606 Feb 02 15:52:39.546321 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54390) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:39.752671 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.772183 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Deleting port cece4bb7-92ad-43ee-b74e-73faf7583048 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:39.772648 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.805032 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2724e537-a5ab-4451-82df-134785eed186 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:39.844165 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 2724e537-a5ab-4451-82df-134785eed186 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:39.844504 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2724e537-a5ab-4451-82df-134785eed186 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:39.844919 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 1185b748-e70d-43a2-a5e6-cb6b8b947b3d no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:39.886178 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 1185b748-e70d-43a2-a5e6-cb6b8b947b3d {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:39.886529 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 1185b748-e70d-43a2-a5e6-cb6b8b947b3d not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:39.896831 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] DHCP port deletion for 08fd2543-0cf6-4556-b9a8-42acc263478f request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 15:52:39.901088 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Deleting port cece4bb7-92ad-43ee-b74e-73faf7583048 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:39.901451 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:39.998212 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] For port cece4bb7-92ad-43ee-b74e-73faf7583048, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cece4bb7-92ad-43ee-b74e-73faf7583048,segment=NetworkSegment(a916869c-f669-418d-9b74-066254711423),segment_id=a916869c-f669-418d-9b74-066254711423)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:39.998609 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.102427 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] For port cece4bb7-92ad-43ee-b74e-73faf7583048, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cece4bb7-92ad-43ee-b74e-73faf7583048,segment=NetworkSegment(a916869c-f669-418d-9b74-066254711423),segment_id=a916869c-f669-418d-9b74-066254711423)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:40.102810 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.126160 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Calling delete_port for cece4bb7-92ad-43ee-b74e-73faf7583048 owned by network:dhcp {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:40.201745 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.227197 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Calling delete_port for cece4bb7-92ad-43ee-b74e-73faf7583048 owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:40.253092 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Pushing event deleted for resources: {'Port': ['ID=cece4bb7-92ad-43ee-b74e-73faf7583048,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:40.256553 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] No DVR routers for this DVR port cece4bb7-92ad-43ee-b74e-73faf7583048 on host dv-cinder-817833-1-iscsi {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:40.300635 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:52:40.300983 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:52:40.372340 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.397472 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['08fd2543-0cf6-4556-b9a8-42acc263478f']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:40.409530 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a916869c-f669-418d-9b74-066254711423') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:40.409826 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a916869c-f669-418d-9b74-066254711423') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:40.421539 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.438849 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.445013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:52:40.445394 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:52:40.459400 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:52:40.545896 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.550749 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.576261 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] Pushing event deleted for resources: {'Network': ['ID=08fd2543-0cf6-4556-b9a8-42acc263478f,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:40.582292 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e48c92e8-f00f-49ac-8dfc-5b76d0e63feb admin admin] 10.222.0.18 "DELETE /v2.0/networks/08fd2543-0cf6-4556-b9a8-42acc263478f HTTP/1.1" status: 204 len: 168 time: 1.0348513 Feb 02 15:52:40.705990 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54406) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:40.802701 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Deleting port cece4bb7-92ad-43ee-b74e-73faf7583048 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:40.803360 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.807537 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-1efd4c11-ddfd-47ac-acfb-7749b34bfc81 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=485a8ed26a714f30ba82c207c3dc780e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0966115 Feb 02 15:52:40.807537 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54410) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:40.872129 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-2dd9478c-3a00-41ac-9033-5786be4b5293 None None] The port 'cece4bb7-92ad-43ee-b74e-73faf7583048' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 15:52:40.879139 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab8e65f4-f094-405a-90e2-6e7753cf07d6 req-3f39e74c-dccf-49b0-9231-e31a8378c520 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:40.879838 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-ab8e65f4-f094-405a-90e2-6e7753cf07d6 req-3f39e74c-dccf-49b0-9231-e31a8378c520 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Synchronizing usage tracker for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:40.892042 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bbc9df16-5fab-4418-b91d-f9b55539af09 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.910311 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-ab8e65f4-f094-405a-90e2-6e7753cf07d6 req-3f39e74c-dccf-49b0-9231-e31a8378c520 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Unset dirty status for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:40.911543 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ab8e65f4-f094-405a-90e2-6e7753cf07d6 req-3f39e74c-dccf-49b0-9231-e31a8378c520 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 946 time: 0.1764002 Feb 02 15:52:40.937058 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bbc9df16-5fab-4418-b91d-f9b55539af09 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:40.998042 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ab8e65f4-f094-405a-90e2-6e7753cf07d6 req-f8e33c54-3afa-45d7-8968-5b3f813eb317 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0792518 Feb 02 15:52:41.016323 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bbc9df16-5fab-4418-b91d-f9b55539af09 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.034120 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-bbc9df16-5fab-4418-b91d-f9b55539af09 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c4e7dedd-9c37-4d33-b8f4-0c9896d91120,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:41.041705 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-bbc9df16-5fab-4418-b91d-f9b55539af09 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.042851 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-bbc9df16-5fab-4418-b91d-f9b55539af09 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c4e7dedd-9c37-4d33-b8f4-0c9896d91120 HTTP/1.1" status: 204 len: 168 time: 0.2344465 Feb 02 15:52:41.389688 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54420) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:41.438655 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d0db6b7d-e52e-4359-a5e2-b2361319346f admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=305538f1a31444149ae9305de071b860&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0476441 Feb 02 15:52:41.441082 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54424) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:41.498454 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-38629abc-a226-4621-9256-0aeecc1b072a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.523999 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-38629abc-a226-4621-9256-0aeecc1b072a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.579761 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-38629abc-a226-4621-9256-0aeecc1b072a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.599668 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-38629abc-a226-4621-9256-0aeecc1b072a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:41.604308 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-38629abc-a226-4621-9256-0aeecc1b072a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d1703d0c-0b5e-41a1-b89b-f74253f120bd HTTP/1.1" status: 204 len: 168 time: 0.1589270 Feb 02 15:52:41.604308 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-38629abc-a226-4621-9256-0aeecc1b072a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d1703d0c-0b5e-41a1-b89b-f74253f120bd,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:41.770685 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cece4bb7-92ad-43ee-b74e-73faf7583048 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:41.804561 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: cece4bb7-92ad-43ee-b74e-73faf7583048 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:41.805125 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cece4bb7-92ad-43ee-b74e-73faf7583048 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:42.203556 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-87ed54e3-1408-4e64-b3fe-c15f09c83081 req-8981a555-90b6-4e6d-a1eb-e68621a8a836 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:42.205840 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-87ed54e3-1408-4e64-b3fe-c15f09c83081 req-8981a555-90b6-4e6d-a1eb-e68621a8a836 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 946 time: 0.0950618 Feb 02 15:52:42.267882 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-87ed54e3-1408-4e64-b3fe-c15f09c83081 req-7bcb1b54-d71e-479f-b83d-f7a97bbebece tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0527465 Feb 02 15:52:42.396508 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e110d0c5-5ab9-4afc-91f8-c43153cfa293 req-0fea904e-b69b-436c-a47d-e3645663e16b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:42.397872 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e110d0c5-5ab9-4afc-91f8-c43153cfa293 req-0fea904e-b69b-436c-a47d-e3645663e16b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.0817192 Feb 02 15:52:42.416412 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54466) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:42.443742 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e110d0c5-5ab9-4afc-91f8-c43153cfa293 req-a5a0ffff-e839-4cbb-9280-2f15c6b3aed7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0398593 Feb 02 15:52:42.523088 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-218082619-network', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:42.528276 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:42.532085 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Usage tracker for resource:network and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:42.534949 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:42.541611 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:42.551135 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Made reservation on behalf of 3643e7d70bd94645863a19a1c6e1fc98 for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:42.553383 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.565801 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.580224 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:42.584008 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:42.586774 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:42.592948 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:42.672402 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.677370 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.710341 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] vlan segment allocate from pool success with {'vlan_id': 387, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:52:42.725463 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7cb430c7-0fe5-47e0-bb8a-5ef47ad0ab78,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:42.731956 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.732313 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Added segment b798a41c-2987-4648-b871-8c3eb9e774e0 of type vlan for network 4805f801-0f9c-4c12-8af0-21f85faac7cd Feb 02 15:52:42.763018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.793654 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.794733 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:42.795320 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:42.897478 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] Pushing event updated for resources: {'Network': ['ID=4805f801-0f9c-4c12-8af0-21f85faac7cd,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:42.900442 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-1ea4a7c9-9ec2-4a74-9947-cafca1540c89 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 884 time: 0.4829342 Feb 02 15:52:42.903293 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54474) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:42.908535 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Request body: {'subnet': {'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-218082619-subnet', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:42.909524 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:52:42.913377 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:42.917435 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Usage tracker for resource:subnet and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:42.920506 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:42.926294 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:42.936080 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Made reservation on behalf of 3643e7d70bd94645863a19a1c6e1fc98 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:42.938351 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.147872 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.173041 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-df383746-3ffa-4edd-9c54-7b651c3bc3cd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:43.174402 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-df383746-3ffa-4edd-9c54-7b651c3bc3cd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 946 time: 0.0956841 Feb 02 15:52:43.224339 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Pushing event updated for resources: {'Subnet': ['ID=fc117309-6708-4bef-a858-480f2f556061,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:43.228967 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Checking segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:43.229325 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Network hostable DHCP agents. Network: 4805f801-0f9c-4c12-8af0-21f85faac7cd, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:52:43.247711 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Deleting port bdfb0380-92f1-4e63-9760-b8f3170daa0a {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:52:43.248290 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.248543 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:52:43.260024 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 4805f801-0f9c-4c12-8af0-21f85faac7cd) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:43.265649 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:43.266271 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.272259 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e447eea6-0534-4d0e-b850-d1a82211bebb None None] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:52:43.292940 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-4d91772c-c52a-4231-83ce-334f3a67cf95 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 847 time: 0.3853407 Feb 02 15:52:43.293360 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54480) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:43.299338 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:43.305154 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:43.311794 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Usage tracker for resource:router and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:43.315523 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:43.323427 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:43.337046 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.338977 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.360334 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.536028 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-4805f801-0f9c-4c12-8af0-21f85faac7cd', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:52:43.537444 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.694775 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7a7172-cb3e-43eb-b212-f59f31c4db59 req-2a7f7f87-0df0-4cfe-9443-62b8e9772adf tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:43.696420 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fd7a7172-cb3e-43eb-b212-f59f31c4db59 req-2a7f7f87-0df0-4cfe-9443-62b8e9772adf tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 946 time: 0.2912223 Feb 02 15:52:43.716897 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Allocated IP 172.20.0.2 (4805f801-0f9c-4c12-8af0-21f85faac7cd/fc117309-6708-4bef-a858-480f2f556061/43525fb6-9617-4210-92bc-985a486086ee) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:43.804095 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] For port bdfb0380-92f1-4e63-9760-b8f3170daa0a, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=bdfb0380-92f1-4e63-9760-b8f3170daa0a,segment=NetworkSegment(a4d96836-a7a5-4935-8dd7-3115cbc5c7e7),segment_id=a4d96836-a7a5-4935-8dd7-3115cbc5c7e7)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:43.804616 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.829625 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fd7a7172-cb3e-43eb-b212-f59f31c4db59 req-6d95876d-1bae-4088-84aa-fde67cf32008 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/security-groups?id=5856a397-91e4-4df2-9aec-a10e835260ae&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1130033 Feb 02 15:52:43.876835 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.895370 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a4e7903-7ef9-487b-9bb6-5c513973d55d req-93c08e04-54c1-49d3-a996-75fbab290619 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:43.897142 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2a4e7903-7ef9-487b-9bb6-5c513973d55d req-93c08e04-54c1-49d3-a996-75fbab290619 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.2729552 Feb 02 15:52:43.969223 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:43.981048 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Calling delete_port for bdfb0380-92f1-4e63-9760-b8f3170daa0a owned by compute:nova {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:52:43.984407 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Transition to ACTIVE for port object 43525fb6-9617-4210-92bc-985a486086ee will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:44.003604 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Transition to ACTIVE for port object 43525fb6-9617-4210-92bc-985a486086ee will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:44.012435 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.066641 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2a4e7903-7ef9-487b-9bb6-5c513973d55d req-b090f2b0-3a02-4cfc-8c26-dfbe2ff7ff9a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1065185 Feb 02 15:52:44.092946 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:44.095521 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:44.099610 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.103231 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:44.106816 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Pushing event updated for resources: {'Port': ['ID=43525fb6-9617-4210-92bc-985a486086ee,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:44.143955 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.144313 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.144624 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.145017 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.145346 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.145815 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.145992 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.146348 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.146792 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.147093 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.147369 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.147686 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:44.179082 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.233273 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['bdfb0380-92f1-4e63-9760-b8f3170daa0a'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:44.238830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Pushing event deleted for resources: {'Port': ['ID=bdfb0380-92f1-4e63-9760-b8f3170daa0a,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:44.250515 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.275702 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Attempting to bind port 43525fb6-9617-4210-92bc-985a486086ee on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:44.275996 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Attempting to bind port 43525fb6-9617-4210-92bc-985a486086ee by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:44.276323 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Attempting to bind port 43525fb6-9617-4210-92bc-985a486086ee on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:52:44.282061 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:52:44.282453 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Checking segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:44.282908 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.283221 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Bound using segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:52:44.283681 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Bound port: 43525fb6-9617-4210-92bc-985a486086ee, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:44.284044 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.284321 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.318471 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] No DVR routers for this DVR port bdfb0380-92f1-4e63-9760-b8f3170daa0a on host hv-cinder-81783 {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:52:44.321145 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.325786 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'name': 'network-vif-deleted', 'tag': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:44.346457 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bd57b3a7-e7c6-4e8a-94ff-266b212c3a0a req-cf905dc6-a37b-4f1f-bd36-451f5890b0f2 tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.41 "DELETE /v2.0/ports/bdfb0380-92f1-4e63-9760-b8f3170daa0a HTTP/1.1" status: 204 len: 173 time: 1.1658947 Feb 02 15:52:44.392718 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bb8634ec-61a9-4c98-90c6-dd789ef70bca', 'name': 'network-vif-deleted', 'tag': 'bdfb0380-92f1-4e63-9760-b8f3170daa0a', 'status': 'completed', 'code': 200} Feb 02 15:52:44.395550 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] For port 43525fb6-9617-4210-92bc-985a486086ee, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:52:44.402763 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] For port 43525fb6-9617-4210-92bc-985a486086ee, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=43525fb6-9617-4210-92bc-985a486086ee,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:52:44.409228 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.469811 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Allocated IP 172.27.2.130 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/08cef765-10d5-40d3-80ca-c6178d9b17c1) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:44.500869 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1b8a3110-c452-4888-94fb-36fb3125cb24 None None] Pushing event updated for resources: {'Port': ['ID=43525fb6-9617-4210-92bc-985a486086ee,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:44.636827 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.684255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:44.752363 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:44.755975 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:44.760126 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:44.797864 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Pushing event updated for resources: {'Port': ['ID=08cef765-10d5-40d3-80ca-c6178d9b17c1,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:45.012573 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-2c521bb5-0ba0-4c12-ad80-140d7ad03cb3 req-5945c59c-2828-47e5-a5a5-d2e4747441fd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Synchronizing usage tracker for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:52:45.032600 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-2c521bb5-0ba0-4c12-ad80-140d7ad03cb3 req-5945c59c-2828-47e5-a5a5-d2e4747441fd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] Unset dirty status for tenant:1931a939723b4c3eaa7a1bc84c726ee3 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:52:45.042818 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2c521bb5-0ba0-4c12-ad80-140d7ad03cb3 req-5945c59c-2828-47e5-a5a5-d2e4747441fd tempest-AttachVolumeNegativeTest-633080835 tempest-AttachVolumeNegativeTest-633080835-project] 10.222.0.18 "GET /v2.0/ports?device_id=bb8634ec-61a9-4c98-90c6-dd789ef70bca HTTP/1.1" status: 200 len: 210 time: 0.0757954 Feb 02 15:52:45.201601 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.272725 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c776cd3b-5f3f-400b-ad9a-fc4c8b8c1936 req-a0765f15-96fa-4940-bd41-0f0be6b9dbd8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:45.274351 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c776cd3b-5f3f-400b-ad9a-fc4c8b8c1936 req-a0765f15-96fa-4940-bd41-0f0be6b9dbd8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.0871964 Feb 02 15:52:45.324185 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c776cd3b-5f3f-400b-ad9a-fc4c8b8c1936 req-462a9a4b-fae5-4b22-9cef-6c00201cd944 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0433769 Feb 02 15:52:45.518923 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ebb6157d-b09e-45cc-a6e3-f2ac97101afb None None] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:52:45.612855 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-806dfca4-c8f2-4319-ae42-bbf0180dbca6 None None] Provisioning for port 43525fb6-9617-4210-92bc-985a486086ee completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:45.666733 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:45.835480 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43525fb6-9617-4210-92bc-985a486086ee up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:45.903775 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87156) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:52:45.920661 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 43525fb6-9617-4210-92bc-985a486086ee completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:45.926047 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 43525fb6-9617-4210-92bc-985a486086ee triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:45.926450 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.067572 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.093445 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:46.111368 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:52:46.121388 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-d7a60d54-4daf-4973-ae14-513c82d7c8f4 None None] Provisioning complete for port 43525fb6-9617-4210-92bc-985a486086ee triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:46.121765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d7a60d54-4daf-4973-ae14-513c82d7c8f4 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.123899 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.125506 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-4e841131-7721-4908-beb1-fb9844fe8908 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 923 time: 2.8308437 Feb 02 15:52:46.128107 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54500) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:46.164139 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54504) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:46.183981 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:46.184605 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:46.233392 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] Deleting subnet c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:52:46.236423 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.275407 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 43525fb6-9617-4210-92bc-985a486086ee, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=43525fb6-9617-4210-92bc-985a486086ee,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:46.293960 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.295697 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.358463 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.432116 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.514220 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c61c59cf-8eb0-46c3-bc2b-b3b474a357f3,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:46.519300 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=43525fb6-9617-4210-92bc-985a486086ee,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:46.521106 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.536168 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:46.545000 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-4a8bc55c-6ed5-47e9-93f0-0cdb4d73a21d admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c61c59cf-8eb0-46c3-bc2b-b3b474a357f3 HTTP/1.1" status: 204 len: 168 time: 0.3773601 Feb 02 15:52:46.545237 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54510) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:46.669140 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:46.677863 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b56723db-46f0-4d1d-9f4f-3aba87581175 req-0fa6cb81-ddab-464d-b137-0b16b9192f31 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:46.679296 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b56723db-46f0-4d1d-9f4f-3aba87581175 req-0fa6cb81-ddab-464d-b137-0b16b9192f31 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.2072055 Feb 02 15:52:46.898415 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device bdfb0380-92f1-4e63-9760-b8f3170daa0a no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:52:46.940170 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: bdfb0380-92f1-4e63-9760-b8f3170daa0a {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:52:46.940596 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device bdfb0380-92f1-4e63-9760-b8f3170daa0a not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:52:46.954677 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:45Z', 'revision_number': 3, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:44Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:46.959307 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:46.959723 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Updating router aebc2029-99fb-495b-9329-7cc8ceca1e98 port 08cef765-10d5-40d3-80ca-c6178d9b17c1 binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:52:46.968687 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b56723db-46f0-4d1d-9f4f-3aba87581175 req-11b4df3e-ea67-4fba-b4e6-5767cbef2c92 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2822521 Feb 02 15:52:46.987712 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.014014 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4699da8b-4f11-4613-ad8c-418c65ff1147']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:47.026876 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:47.027229 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'a4d96836-a7a5-4935-8dd7-3115cbc5c7e7') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:47.038056 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.048113 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.049936 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.070235 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.078345 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Releasing vlan 377 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:52:47.078957 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:52:47.093337 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:52:47.175443 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.200542 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.224697 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] Pushing event deleted for resources: {'Network': ['ID=4699da8b-4f11-4613-ad8c-418c65ff1147,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:47.242681 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-925376e1-5a5a-4a5f-a80c-e58d8f6aea40 admin admin] 10.222.0.18 "DELETE /v2.0/networks/4699da8b-4f11-4613-ad8c-418c65ff1147 HTTP/1.1" status: 204 len: 168 time: 0.6963501 Feb 02 15:52:47.313226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Allocated IP 172.20.0.1 (4805f801-0f9c-4c12-8af0-21f85faac7cd/fc117309-6708-4bef-a858-480f2f556061/355e050b-44ba-4e60-af79-38b2902f5fde) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:47.425491 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54520) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:47.505548 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6d370b45-acda-4d4a-8ab7-f4fb02a022d8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=1931a939723b4c3eaa7a1bc84c726ee3&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0781589 Feb 02 15:52:47.508319 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54526) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:47.554260 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.557620 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.578027 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Transition to ACTIVE for port object 08cef765-10d5-40d3-80ca-c6178d9b17c1 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:47.589188 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.592982 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Transition to ACTIVE for port object 355e050b-44ba-4e60-af79-38b2902f5fde will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:47.602465 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-614aa21d-14e7-4d99-babc-68880d6aeaaf admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.617851 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.631316 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-614aa21d-14e7-4d99-babc-68880d6aeaaf admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.673425 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db7023-5abd-4750-b311-b8675518501c None None] Pushing event updated for resources: {'Port': ['ID=08cef765-10d5-40d3-80ca-c6178d9b17c1,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:47.676145 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Attempting to bind port 08cef765-10d5-40d3-80ca-c6178d9b17c1 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:47.676145 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Attempting to bind port 08cef765-10d5-40d3-80ca-c6178d9b17c1 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:47.676473 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Attempting to bind port 08cef765-10d5-40d3-80ca-c6178d9b17c1 on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:52:47.682774 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:52:47.683143 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:47.683541 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.683923 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:52:47.684385 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Bound port: 08cef765-10d5-40d3-80ca-c6178d9b17c1, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:47.684791 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.693098 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:47.696963 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:47.701137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:47.711318 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-614aa21d-14e7-4d99-babc-68880d6aeaaf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.739517 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-614aa21d-14e7-4d99-babc-68880d6aeaaf admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=5856a397-91e4-4df2-9aec-a10e835260ae,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:47.743041 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Pushing event updated for resources: {'Port': ['ID=355e050b-44ba-4e60-af79-38b2902f5fde,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:47.745476 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-614aa21d-14e7-4d99-babc-68880d6aeaaf admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.746820 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-614aa21d-14e7-4d99-babc-68880d6aeaaf admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/5856a397-91e4-4df2-9aec-a10e835260ae HTTP/1.1" status: 204 len: 168 time: 0.2373331 Feb 02 15:52:47.779092 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.794911 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] For port 08cef765-10d5-40d3-80ca-c6178d9b17c1, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:52:47.798157 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] For port 08cef765-10d5-40d3-80ca-c6178d9b17c1, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=08cef765-10d5-40d3-80ca-c6178d9b17c1,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:52:47.819754 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:47.892065 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43525fb6-9617-4210-92bc-985a486086ee up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:47.963181 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99db7023-5abd-4750-b311-b8675518501c None None] Pushing event updated for resources: {'Port': ['ID=08cef765-10d5-40d3-80ca-c6178d9b17c1,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:47.987833 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:47.988477 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:48.086573 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 43525fb6-9617-4210-92bc-985a486086ee triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:48.089728 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.183728 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.197360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d5f2321d-8ea0-41e1-a4e4-aac3bb59eaac req-226281d6-e9bb-4d13-8f05-1cc80afcfc25 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:48.201353 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-ce0e61a2-3aac-4ae0-a022-2b666ea5999e None None] Provisioning for port 355e050b-44ba-4e60-af79-38b2902f5fde completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:48.204711 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d5f2321d-8ea0-41e1-a4e4-aac3bb59eaac req-226281d6-e9bb-4d13-8f05-1cc80afcfc25 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1058319 Feb 02 15:52:48.212796 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-ce0e61a2-3aac-4ae0-a022-2b666ea5999e None None] Provisioning complete for port 355e050b-44ba-4e60-af79-38b2902f5fde triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:48.214265 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ce0e61a2-3aac-4ae0-a022-2b666ea5999e None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.261324 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d5f2321d-8ea0-41e1-a4e4-aac3bb59eaac req-d60abcb8-2c5f-40b3-9dc0-b1736eebbe99 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0555682 Feb 02 15:52:48.387029 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:48.452086 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.457375 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.489025 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-ce0e61a2-3aac-4ae0-a022-2b666ea5999e None None] Port 355e050b-44ba-4e60-af79-38b2902f5fde cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:52:48.575359 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:48.584397 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Pushing event updated for resources: {'Port': ['ID=355e050b-44ba-4e60-af79-38b2902f5fde,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:48.726931 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:45Z', 'revision_number': 3, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:48.729474 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:48.730962 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:48.731788 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-45f2da8b-7033-4b5a-81a6-57f9ed26fd7a None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:45Z', 'revision_number': 3, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:47Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:48.958020 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:52:49.034722 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-bf4ce256-e025-4af5-b547-b4e3ec9d8c54 None None] Provisioning complete for port 355e050b-44ba-4e60-af79-38b2902f5fde triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:49.035138 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-bf4ce256-e025-4af5-b547-b4e3ec9d8c54 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:49.120882 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-bf4ce256-e025-4af5-b547-b4e3ec9d8c54 None None] Port 355e050b-44ba-4e60-af79-38b2902f5fde cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:52:49.265612 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:49.274588 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-b3969576-2f63-4170-b851-f34531ce6ddd admin admin] 10.222.0.18 "PUT /v2.0/routers/aebc2029-99fb-495b-9329-7cc8ceca1e98/add_router_interface HTTP/1.1" status: 200 len: 503 time: 3.1451635 Feb 02 15:52:49.491431 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25715d3a-1059-448d-92bf-739694a1a9fc req-6907cf0d-1c5c-4efe-a624-f0ad42d98033 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:49.493129 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-25715d3a-1059-448d-92bf-739694a1a9fc req-6907cf0d-1c5c-4efe-a624-f0ad42d98033 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1048238 Feb 02 15:52:49.553923 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-25715d3a-1059-448d-92bf-739694a1a9fc req-fe97600c-f44c-48c4-b19f-ea8c42d8777b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0526681 Feb 02 15:52:49.873091 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 08cef765-10d5-40d3-80ca-c6178d9b17c1 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:50.009873 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 08cef765-10d5-40d3-80ca-c6178d9b17c1 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:50.015627 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 08cef765-10d5-40d3-80ca-c6178d9b17c1 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:50.015917 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.077171 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54596) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:50.082945 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Request body: {'network': {'name': 'tempest-TestVolumeBootPattern-1772389384-network', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:50.088248 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:50.092372 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Usage tracker for resource:network and tenant:8d12cdaf25224197a16858b7049c1dcf is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:50.095612 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:50.103212 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:50.119725 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Made reservation on behalf of 8d12cdaf25224197a16858b7049c1dcf for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:50.124593 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.150977 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.175416 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:50.182219 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Usage tracker for resource:security_group_rule and tenant:8d12cdaf25224197a16858b7049c1dcf is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:50.188704 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:50.192711 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.195476 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:50.209327 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 08cef765-10d5-40d3-80ca-c6178d9b17c1, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=08cef765-10d5-40d3-80ca-c6178d9b17c1,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:50.214492 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.320025 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=08cef765-10d5-40d3-80ca-c6178d9b17c1,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:50.331746 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.341387 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.374979 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] vlan segment allocate from pool success with {'vlan_id': 357, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:52:50.384307 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=50e059ac-f3e6-40f4-bf81-ad5e27bae766,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:50.389747 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.390117 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Added segment 84e99661-3874-4ea7-a4da-a45a6d754798 of type vlan for network 9e998312-99d2-4ade-8e30-99a5b7e33801 Feb 02 15:52:50.417627 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.447750 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.448688 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:50.449269 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.548584 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:52:50.552527 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] Pushing event updated for resources: {'Network': ['ID=9e998312-99d2-4ade-8e30-99a5b7e33801,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:50.555558 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-ce66a633-4cdb-41d9-a7ba-18a57a9eeae3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 885 time: 0.4772828 Feb 02 15:52:50.559309 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54604) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:50.563467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:52:50.563907 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:50.564532 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:50.565149 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Request body: {'subnet': {'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801', 'cidr': '172.20.0.0/28', 'name': 'tempest-TestVolumeBootPattern-1772389384-subnet', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'ip_version': 4}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:50.570229 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:50.574227 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Usage tracker for resource:subnet and tenant:8d12cdaf25224197a16858b7049c1dcf is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:50.577191 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:50.583521 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:50.599282 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Made reservation on behalf of 8d12cdaf25224197a16858b7049c1dcf for: {'subnet': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:52:50.602398 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-7682195'] for subnet, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.778491 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:50.882598 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7807528', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-7682177'] for subnet, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:50.921843 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c652c098-4531-46f3-8e63-95dbde067709 req-5a59d91a-b345-49be-888f-a7bd3c98b4c2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:50.923319 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c652c098-4531-46f3-8e63-95dbde067709 req-5a59d91a-b345-49be-888f-a7bd3c98b4c2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1643126 Feb 02 15:52:50.988440 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Pushing event updated for resources: {'Subnet': ['ID=c1dec336-24c1-49ae-ae9f-ce6ad2845edb,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:51.017093 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c652c098-4531-46f3-8e63-95dbde067709 req-3f366558-0188-4b19-b821-b02a1ad8d5ba tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0840724 Feb 02 15:52:51.023010 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Checking segment: {'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:51.023359 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Network hostable DHCP agents. Network: 9e998312-99d2-4ade-8e30-99a5b7e33801, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87157) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:52:51.042843 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87157) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:52:51.052050 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 9e998312-99d2-4ade-8e30-99a5b7e33801) {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:51.056696 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:51.058321 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.062203 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-299ba1e8-7a8f-4ecf-bb5f-f9aab963c1b9 None None] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:52:51.081207 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7e794e1b-e44c-470d-bb01-e3aa1c8b1f07 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 848 time: 0.5184169 Feb 02 15:52:51.081441 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54610) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:51.086628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Request body: {'router': {'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:51.091243 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:51.095045 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Usage tracker for resource:router and tenant:8d12cdaf25224197a16858b7049c1dcf is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:51.097837 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Quota usage for router was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:51.101832 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 2, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:51.103901 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Attempting to reserve 1 items for resource router. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:51.106286 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:51.106637 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Updating router aebc2029-99fb-495b-9329-7cc8ceca1e98 port 355e050b-44ba-4e60-af79-38b2902f5fde binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:52:51.121011 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._before_router_create-1788297', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._check_router_request-3759'] for router, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.122609 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._precommit_router_create-1928635', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._set_distributed_flag-1788203', 'neutron.services.l3_router.l3_router_plugin.RouterAvailabilityZoneMixin._process_az_request-1829931', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._set_router_provider-3748'] for router, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.141473 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks [] for router_controller, precommit_add_association {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.170335 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.298916 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Create dhcp port {'port': {'name': '', 'admin_state_up': True, 'device_id': 'dhcpc4a12c03-1e7c-5dbe-8d6e-652294ec4dca-9e998312-99d2-4ade-8e30-99a5b7e33801', 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'fixed_ips': [{'subnet_id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb'}]}} from dv-cinder-817833-1-iscsi. {{(pid=87158) create_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:279}} Feb 02 15:52:51.299980 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.471090 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.db_base_plugin_common [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Allocated IP 172.20.0.2 (9e998312-99d2-4ade-8e30-99a5b7e33801/c1dec336-24c1-49ae-ae9f-ce6ad2845edb/4c9f1c15-9cc8-4e04-aa99-7310f6381cbb) {{(pid=87158) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:51.521360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._handle_distributed_migration-1788217', 'neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._validate_migration-1789533', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._update_router_provider-3722'] for router, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.535942 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.552001 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Transition to ACTIVE for port object 355e050b-44ba-4e60-af79-38b2902f5fde will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:51.563420 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.732317 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87873631-7857-405f-b964-919dd705ca0e None None] Pushing event updated for resources: {'Port': ['ID=355e050b-44ba-4e60-af79-38b2902f5fde,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:51.747983 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.748490 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.748977 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.749622 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.750110 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.750603 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.751231 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.751703 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.752193 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.752682 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.753150 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.753627 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-87873631-7857-405f-b964-919dd705ca0e None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87159) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:52:51.870488 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 08cef765-10d5-40d3-80ca-c6178d9b17c1 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:51.897352 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Notify callbacks [] for port, precommit_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.908507 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Attempting to bind port 355e050b-44ba-4e60-af79-38b2902f5fde on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:51.909113 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Attempting to bind port 355e050b-44ba-4e60-af79-38b2902f5fde by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:51.909768 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Attempting to bind port 355e050b-44ba-4e60-af79-38b2902f5fde on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:52:51.916700 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:52:51.917278 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Checking segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:51.917828 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.918383 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Bound using segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:52:51.919622 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Bound port: 355e050b-44ba-4e60-af79-38b2902f5fde, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:51.920518 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:51.931520 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Transition to ACTIVE for port object 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:51.969124 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Transition to ACTIVE for port object 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb will not be triggered until provisioned by entity DHCP. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:51.981990 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519'] for port, after_create {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.024968 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 08cef765-10d5-40d3-80ca-c6178d9b17c1 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:52.025309 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.026855 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] For port 355e050b-44ba-4e60-af79-38b2902f5fde, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:52:52.030961 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] For port 355e050b-44ba-4e60-af79-38b2902f5fde, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=355e050b-44ba-4e60-af79-38b2902f5fde,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:52:52.032818 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks [] for router_gateway, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.036426 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.081916 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.123796 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-87873631-7857-405f-b964-919dd705ca0e None None] Pushing event updated for resources: {'Port': ['ID=355e050b-44ba-4e60-af79-38b2902f5fde,revision_number=4']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:52.165769 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:52.166682 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:52.197599 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 is already hosted by enough agents. {{(pid=87158) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:52.204650 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Pushing event updated for resources: {'Port': ['ID=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,revision_number=1']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:52.235643 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.scheduler.base_scheduler [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Resources bound (agent type, host, resource id): {{(pid=87158) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:52.238676 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Received port after_create {{(pid=87158) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:52.403555 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Attempting to bind port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:52.404034 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Attempting to bind port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:52.404273 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Attempting to bind port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb on network 9e998312-99d2-4ade-8e30-99a5b7e33801 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:52:52.405415 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Allocated IP 172.27.2.198 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/b0d6b46c-3bfc-478d-bf64-67d825d86d34) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:52.415423 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 27), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:52:52.415835 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Checking segment: {'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:52.416406 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.416828 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Bound using segment: {'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:52:52.417319 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Bound port: 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:52.418069 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.455934 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:52.507232 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-50296fa2-7e2b-4732-8a6b-d437609544ff req-6902ae5b-b58a-4feb-8aec-796a716009ae tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:52.509456 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-50296fa2-7e2b-4732-8a6b-d437609544ff req-6902ae5b-b58a-4feb-8aec-796a716009ae tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.2237797 Feb 02 15:52:52.524207 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] For port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:52:52.529299 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] For port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,segment=NetworkSegment(84e99661-3874-4ea7-a4da-a45a6d754798),segment_id=84e99661-3874-4ea7-a4da-a45a6d754798)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:52:52.533968 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.582178 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-50296fa2-7e2b-4732-8a6b-d437609544ff req-5e196b58-a204-4adf-9363-fe7057e594cf tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652854 Feb 02 15:52:52.629311 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5d710f58-e9c4-4cfa-aa25-2bfa959bd1b2 None None] Pushing event updated for resources: {'Port': ['ID=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:52.644568 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.688864 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:52.776676 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:52.779725 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:52.784166 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:52.806728 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:52Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:52.809431 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Pushing event updated for resources: {'Port': ['ID=b0d6b46c-3bfc-478d-bf64-67d825d86d34,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:52.811049 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-9b7ba7db-9666-48c4-9d58-16b366f75a8a None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'DOWN', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:52Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:53.252945 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks [] for router_gateway, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:53.444504 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-90551c2d-245f-4b21-9870-cefdc4e1ecd4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:53.944073 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._after_router_create-1788304', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_snat_interfaces_after_change-1788190'] for router, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.022915 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3504a0e3-cd1a-4271-a81d-c15aa8d9ae3e None None] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:52:54.044401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 355e050b-44ba-4e60-af79-38b2902f5fde up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:54.188627 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-42fb9eb2-58d9-45ba-84bb-e296fd4b6db2 None None] Provisioning for port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:54.190528 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b6895d9-8da1-4b37-ad6d-df73b6d605ca req-a2ea81cf-1fab-4367-bb1e-d91226ed649f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:54.198452 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5b6895d9-8da1-4b37-ad6d-df73b6d605ca req-a2ea81cf-1fab-4367-bb1e-d91226ed649f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.3621264 Feb 02 15:52:54.265904 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5b6895d9-8da1-4b37-ad6d-df73b6d605ca req-444a64a5-6714-480d-9687-aec1a8464c61 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0669100 Feb 02 15:52:54.269548 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 355e050b-44ba-4e60-af79-38b2902f5fde completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:54.294053 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 355e050b-44ba-4e60-af79-38b2902f5fde triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:54.295356 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.303231 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Router 15a55cad-3a1e-4e20-83db-2751d5a11237 is scheduled to L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f with binding_index 1 {{(pid=87157) bind_router /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:210}} Feb 02 15:52:54.510433 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.551476 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:54.555979 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 355e050b-44ba-4e60-af79-38b2902f5fde, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=355e050b-44ba-4e60-af79-38b2902f5fde,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:54.561317 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.562121 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:54.582728 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:54.584078 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-83c728ac-de2f-4ebc-bade-5abe411800c5 admin admin] 10.222.0.18 "POST /v2.0/routers HTTP/1.1" status: 201 len: 924 time: 3.5016820 Feb 02 15:52:54.587817 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54664) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:54.652815 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Sync routers for ids ['15a55cad-3a1e-4e20-83db-2751d5a11237'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:52:54.697415 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Routers {'15a55cad-3a1e-4e20-83db-2751d5a11237'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:54.698714 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['15a55cad-3a1e-4e20-83db-2751d5a11237'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:54.810602 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=355e050b-44ba-4e60-af79-38b2902f5fde,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:54.934539 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:54.938904 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54670) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:54.949732 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:52:54.963813 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:54.964192 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.029943 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Set router 15a55cad-3a1e-4e20-83db-2751d5a11237 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:55.078131 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-e278bcfd-f057-43ae-a821-083579ab48f6 None None] Provisioning complete for port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:55.078521 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-e278bcfd-f057-43ae-a821-083579ab48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.104067 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.120083 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:55.127038 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Usage tracker for resource:security_group_rule and tenant:2ed9f1b79bfb41b29b41e604067a9fa1 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:55.130582 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:55.137045 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:55.199861 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.resource_extend [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] It took 0.17 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:52:55.231382 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.236610 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.288604 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2ed9f1b79bfb41b29b41e604067a9fa1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3484664 Feb 02 15:52:55.292674 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54684) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:55.343578 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-57c9e150-f101-48ab-a03d-bceeaf0c87b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=feb8cb5f-904a-4432-bef7-5219386bb776,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:55.452100 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1d42f2dd-2405-4659-9bed-24f2f552fc50 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.507703 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1d42f2dd-2405-4659-9bed-24f2f552fc50 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.588907 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1d42f2dd-2405-4659-9bed-24f2f552fc50 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.615679 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1d42f2dd-2405-4659-9bed-24f2f552fc50 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.621075 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-1d42f2dd-2405-4659-9bed-24f2f552fc50 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/feb8cb5f-904a-4432-bef7-5219386bb776 HTTP/1.1" status: 204 len: 168 time: 0.3271368 Feb 02 15:52:55.628216 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1d42f2dd-2405-4659-9bed-24f2f552fc50 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=feb8cb5f-904a-4432-bef7-5219386bb776,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:55.638585 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.659076 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5be7fe4d-954f-4453-91b5-5e8ee05ba05f req-2c684d21-bf64-45e7-a843-5f42a38f46c0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:55.660608 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5be7fe4d-954f-4453-91b5-5e8ee05ba05f req-2c684d21-bf64-45e7-a843-5f42a38f46c0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1858003 Feb 02 15:52:55.677567 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:55.795319 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5be7fe4d-954f-4453-91b5-5e8ee05ba05f req-9298f329-f597-46ae-a0ae-dcb0500178f6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0867062 Feb 02 15:52:55.841047 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.861346 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'port_id': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'mac_address': 'fa:16:3e:9e:57:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:52:55.934409 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Allocated IP 172.20.0.1 (9e998312-99d2-4ade-8e30-99a5b7e33801/c1dec336-24c1-49ae-ae9f-ce6ad2845edb/cbc60e50-42ff-4011-88a2-90da1de8be41) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:52:55.969442 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:55.995966 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: ACTIVE current_port_status: BUILD port_id e163bab8-ef83-4f8f-b4ea-b3c491e578c5 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:52:56.013778 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:56.019965 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,segment=NetworkSegment(84e99661-3874-4ea7-a4da-a45a6d754798),segment_id=84e99661-3874-4ea7-a4da-a45a6d754798)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:56.021625 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-e278bcfd-f057-43ae-a821-083579ab48f6 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.035502 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.037516 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-504ec03b-3aef-4bb9-b3f0-04949e7ac2bd None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.081417 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54706) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:56.110401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.115443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.150976 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:56.157961 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Usage tracker for resource:security_group_rule and tenant:e6633d98455c4ef0b7d4d68687de064a is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:56.163097 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:56.173731 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:56.183622 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.208141 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Transition to ACTIVE for port object cbc60e50-42ff-4011-88a2-90da1de8be41 will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:56.250755 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-e278bcfd-f057-43ae-a821-083579ab48f6 None None] Retry wrapper got retriable exception: UPDATE statement on table 'standardattributes' expected to update 1 row(s); 0 were matched. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:52:56.251373 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-e278bcfd-f057-43ae-a821-083579ab48f6 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.update_port_statuses {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:52:56.252668 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e163bab8-ef83-4f8f-b4ea-b3c491e578c5'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:52:56.262400 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.285719 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 355e050b-44ba-4e60-af79-38b2902f5fde up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:56.325394 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.340760 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=6']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:56.343304 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.381169 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Pushing event updated for resources: {'Port': ['ID=cbc60e50-42ff-4011-88a2-90da1de8be41,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:56.395542 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:56.396816 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:56.413422 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e6633d98455c4ef0b7d4d68687de064a&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3305516 Feb 02 15:52:56.414380 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f412c48-658a-43d3-9d25-b26e0c706ca8 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=11a8de92-a5e1-4568-b02b-d16ff2caf67e,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:56.417455 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54712) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:56.421887 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:52:56.440327 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T15:52:53Z', 'revision_number': 3, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port': {'id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:52Z', 'updated_at': '2022-02-02T15:52:52Z', 'revision_number': 1, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:56.452076 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Checking router: 15a55cad-3a1e-4e20-83db-2751d5a11237 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:52:56.452426 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Updating router 15a55cad-3a1e-4e20-83db-2751d5a11237 port b0d6b46c-3bfc-478d-bf64-67d825d86d34 binding host dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:52:56.488719 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._add_csnat_on_interface_create-1928484'] for router_interface, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.515661 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dce123f5-9c3d-462f-96b5-2d85640133ea admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.570017 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dce123f5-9c3d-462f-96b5-2d85640133ea admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.578225 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:56.626664 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.657155 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dce123f5-9c3d-462f-96b5-2d85640133ea admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.728906 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dce123f5-9c3d-462f-96b5-2d85640133ea admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=11a8de92-a5e1-4568-b02b-d16ff2caf67e,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:56.753274 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dce123f5-9c3d-462f-96b5-2d85640133ea admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:56.754373 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-dce123f5-9c3d-462f-96b5-2d85640133ea admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/11a8de92-a5e1-4568-b02b-d16ff2caf67e HTTP/1.1" status: 204 len: 168 time: 0.3357847 Feb 02 15:52:56.860568 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.009317 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 355e050b-44ba-4e60-af79-38b2902f5fde triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:57.009888 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.118928 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.203389 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cea85a85-c1c2-425d-b737-d1324b0ce430 req-2417282c-5ebb-4cf3-87a2-f6651e06dce8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:57.205138 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cea85a85-c1c2-425d-b737-d1324b0ce430 req-2417282c-5ebb-4cf3-87a2-f6651e06dce8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 944 time: 0.2679844 Feb 02 15:52:57.350568 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.365681 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.374135 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.475188 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cea85a85-c1c2-425d-b737-d1324b0ce430 req-ca147020-0f24-4645-b247-74e6d6a2b326 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2635288 Feb 02 15:52:57.528917 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Pushing event updated for resources: {'Port': ['ID=cbc60e50-42ff-4011-88a2-90da1de8be41,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:57.549279 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_created-1833064', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._update_snat_v6_addrs_after_intf_update-1928641'] for router_interface, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.596312 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-0c573c99-edc4-4514-bce5-f72a47044fbe None None] Provisioning for port cbc60e50-42ff-4011-88a2-90da1de8be41 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:52:57.705432 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Notify callbacks [] for port, precommit_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.718069 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Transition to ACTIVE for port object b0d6b46c-3bfc-478d-bf64-67d825d86d34 will not be triggered until provisioned by entity L2. {{(pid=87158) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:52:57.723707 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-0c573c99-edc4-4514-bce5-f72a47044fbe None None] Provisioning complete for port cbc60e50-42ff-4011-88a2-90da1de8be41 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:57.724082 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0c573c99-edc4-4514-bce5-f72a47044fbe None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.732294 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:52:57.733563 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:52:57.750881 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.897704 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-0c573c99-edc4-4514-bce5-f72a47044fbe None None] Port cbc60e50-42ff-4011-88a2-90da1de8be41 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:52:57.899280 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d410c-6eff-48c3-b16e-fedcc361d9be None None] Pushing event updated for resources: {'Port': ['ID=b0d6b46c-3bfc-478d-bf64-67d825d86d34,revision_number=2']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:57.905827 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Attempting to bind port b0d6b46c-3bfc-478d-bf64-67d825d86d34 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:52:57.906294 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Attempting to bind port b0d6b46c-3bfc-478d-bf64-67d825d86d34 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:52:57.906545 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Attempting to bind port b0d6b46c-3bfc-478d-bf64-67d825d86d34 on network 7bd967a4-204f-4851-97d6-b1d1b0550a26 {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:52:57.912639 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:52:57.913001 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Checking segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87158) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:52:57.913410 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:57.913826 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Bound using segment: {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'} {{(pid=87158) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:52:57.914302 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.managers [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Bound port: b0d6b46c-3bfc-478d-bf64-67d825d86d34, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '680156c9-9ca8-48e7-b886-74f27654b8e1', 'network_type': 'flat', 'physical_network': 'physnet1', 'segmentation_id': None, 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26'}}] {{(pid=87158) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:52:57.914689 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.050710 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] For port b0d6b46c-3bfc-478d-bf64-67d825d86d34, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87158) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:52:58.054955 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] For port b0d6b46c-3bfc-478d-bf64-67d825d86d34, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b0d6b46c-3bfc-478d-bf64-67d825d86d34,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:52:58.068462 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.205773 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-f523dab6-5604-4e02-9a30-34b2adb84d28 None None] Provisioning complete for port cbc60e50-42ff-4011-88a2-90da1de8be41 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:58.206179 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f523dab6-5604-4e02-9a30-34b2adb84d28 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.277764 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:58.381352 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Router 15a55cad-3a1e-4e20-83db-2751d5a11237 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:52:58.416899 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Routers {'15a55cad-3a1e-4e20-83db-2751d5a11237'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:52:58.417428 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['15a55cad-3a1e-4e20-83db-2751d5a11237'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:58.547870 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c6d410c-6eff-48c3-b16e-fedcc361d9be None None] Pushing event updated for resources: {'Port': ['ID=b0d6b46c-3bfc-478d-bf64-67d825d86d34,revision_number=3']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:58.576221 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.587784 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-f523dab6-5604-4e02-9a30-34b2adb84d28 None None] Port cbc60e50-42ff-4011-88a2-90da1de8be41 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:52:58.680977 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:58.680977 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:58.709179 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:52:58.756918 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-657c7111-7baa-46ff-b4b2-5f4b976e8d9a admin admin] 10.222.0.18 "PUT /v2.0/routers/15a55cad-3a1e-4e20-83db-2751d5a11237/add_router_interface HTTP/1.1" status: 200 len: 503 time: 4.1673830 Feb 02 15:52:58.783431 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] Set router 15a55cad-3a1e-4e20-83db-2751d5a11237 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:52:58.997816 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-19318f44-69c0-47e5-9205-6479982fa290 req-2cee0e3f-fa19-4f85-94a2-6bcabc843eba tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:52:59.011380 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-19318f44-69c0-47e5-9205-6479982fa290 req-2cee0e3f-fa19-4f85-94a2-6bcabc843eba tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 944 time: 0.2223942 Feb 02 15:52:59.143293 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:52:59.198385 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-19318f44-69c0-47e5-9205-6479982fa290 req-5361c21c-f11c-44ce-a944-1507479413c1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1784530 Feb 02 15:52:59.481992 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:52:59.482338 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.651885 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T15:52:56Z', 'revision_number': 4, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port': {'id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:52Z', 'updated_at': '2022-02-02T15:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cbc60e50-42ff-4011-88a2-90da1de8be41', 'name': '', 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'mac_address': 'fa:16:3e:30:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:55Z', 'updated_at': '2022-02-02T15:52:57Z', 'revision_number': 2, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'subnets': [{'id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:52:59.659793 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-422437b3-8ea8-47c7-a9ee-f3b57fca1423 None None] The sync data for ids ['15a55cad-3a1e-4e20-83db-2751d5a11237'] in dv-cinder-817833-1-iscsi is: [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T15:52:56Z', 'revision_number': 4, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port': {'id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:47', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:52Z', 'updated_at': '2022-02-02T15:52:58Z', 'revision_number': 3, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cbc60e50-42ff-4011-88a2-90da1de8be41', 'name': '', 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'mac_address': 'fa:16:3e:30:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:55Z', 'updated_at': '2022-02-02T15:52:57Z', 'revision_number': 2, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'subnets': [{'id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:52:59.663162 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.708417 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:52:59.739577 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:52:59.745007 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.824948 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54774) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:52:59.830053 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'security_group': {'name': 'tempest-secgroup-smoke-1356159376', 'description': 'tempest-secgroup-smoke-1356159376 description', 'project_id': '3643e7d70bd94645863a19a1c6e1fc98'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:52:59.830536 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'code': 200} Feb 02 15:52:59.844411 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:59.849138 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:59.860268 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group was recalculated. Used quota:1. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:59.873067 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource security_group. Total usage: 1; quota limit: 100; headroom:99 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:52:59.892524 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:52:59.927620 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=7']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:52:59.937873 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:52:59.942318 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:52:59.945461 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group_rule was recalculated. Used quota:4. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:52:59.952252 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 2 items for resource security_group_rule. Total usage: 4; quota limit: 100; headroom:96 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:00.089207 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.100525 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.159131 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'SecurityGroup': ['ID=5a9e5a86-6d94-4680-a50e-9eaa4b6add25,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:00.173080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.177528 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-80738cf6-f17b-4ecd-b588-d892b2819f92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/security-groups HTTP/1.1" status: 201 len: 1794 time: 0.3491309 Feb 02 15:53:00.177941 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54780) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:00.183972 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'security_group_rule': {'security_group_id': '5a9e5a86-6d94-4680-a50e-9eaa4b6add25', 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'ingress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:00.203461 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:00.219515 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:00.228805 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group_rule was recalculated. Used quota:6. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:00.235754 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 6; quota limit: 100; headroom:94 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:00.278882 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.408748 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.413584 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.436979 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b9e87b7b-cecc-43db-b985-cbd436039306,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:00.490516 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.495873 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8e011421-456b-4add-9591-3b582ed8d2de tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 764 time: 0.3168061 Feb 02 15:53:00.497096 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54794) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:00.502621 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'security_group_rule': {'security_group_id': '5a9e5a86-6d94-4680-a50e-9eaa4b6add25', 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'protocol': 'tcp', 'port_range_min': 22, 'port_range_max': 22, 'direction': 'egress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:00.506285 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d23c329b-b545-4f7f-8df0-55f4f4fdab19 req-c8c7f150-8154-4e80-8569-e523f5699a47 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:00.515114 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:00.516217 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d23c329b-b545-4f7f-8df0-55f4f4fdab19 req-c8c7f150-8154-4e80-8569-e523f5699a47 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1494832 Feb 02 15:53:00.522051 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:00.539823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group_rule was recalculated. Used quota:7. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:00.557248 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 7; quota limit: 100; headroom:93 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:00.580454 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.589665 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d23c329b-b545-4f7f-8df0-55f4f4fdab19 req-9a9185a1-5f9f-4c6f-8699-cbe8f5de09c6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0721822 Feb 02 15:53:00.666479 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.672270 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.694850 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=ddcc4a08-bfb5-499b-9556-2d5bf851de14,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:00.730900 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.735564 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54802) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:00.736058 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-1f7d6187-2de4-47f6-bc53-3f1418510258 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 763 time: 0.2374766 Feb 02 15:53:00.744535 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'security_group_rule': {'security_group_id': '5a9e5a86-6d94-4680-a50e-9eaa4b6add25', 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'protocol': 'icmp', 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:00.755236 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:00.762315 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:00.765982 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group_rule was recalculated. Used quota:8. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:00.779554 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 8; quota limit: 100; headroom:92 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:00.800920 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.905476 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.910802 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.945931 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=a840d2b4-df21-4252-aa9c-c5e372b5ed21,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:00.995450 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:00.999641 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-26c8ed13-a574-42b3-b065-a81d4914f3c8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 769 time: 0.2581644 Feb 02 15:53:01.000821 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54808) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:01.010274 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'security_group_rule': {'security_group_id': '5a9e5a86-6d94-4680-a50e-9eaa4b6add25', 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'protocol': 'icmp', 'direction': 'egress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:01.036281 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:01.045539 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:01.058625 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group_rule was recalculated. Used quota:9. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:01.083566 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 9; quota limit: 100; headroom:91 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:01.135874 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.238181 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.251565 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.296499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=b4234049-02a8-43df-9fb8-8b2f552e7c5c,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:01.317710 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.322311 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-950332ac-770d-4029-8b8a-2633c3695b54 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 768 time: 0.3195720 Feb 02 15:53:01.323746 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54816) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:01.329088 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'security_group_rule': {'security_group_id': '5a9e5a86-6d94-4680-a50e-9eaa4b6add25', 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'ingress'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:01.335429 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:01.349165 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:01.362936 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group_rule was recalculated. Used quota:10. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:01.378346 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 10; quota limit: 100; headroom:90 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:01.397491 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.securitygroups_db [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Project 3643e7d70bd94645863a19a1c6e1fc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:53:01.408862 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.534222 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.544020 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.579106 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=483adeda-9c2f-45ac-b291-d0cd84150fb8,revision_number=0']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:01.591126 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.592921 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-70687980-e645-4c40-a200-7b3f2d7026d6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 774 time: 0.2683072 Feb 02 15:53:01.595774 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54828) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:01.601879 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'security_group_rule': {'security_group_id': '5a9e5a86-6d94-4680-a50e-9eaa4b6add25', 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'protocol': 'icmp', 'ethertype': 'IPv6', 'direction': 'egress'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:01.609211 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:01.614502 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:security_group_rule and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:01.619739 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for security_group_rule was recalculated. Used quota:11. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:01.625985 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource security_group_rule. Total usage: 11; quota limit: 100; headroom:89 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:01.638532 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.securitygroups_db [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Project 3643e7d70bd94645863a19a1c6e1fc98 added a security group rule with legacy IPv6 ICMP protocol name icmp, ipv6-icmp should be used instead. It was automatically converted. Feb 02 15:53:01.655742 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.687011 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:53:01.800417 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.813915 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591133'] for security_group_rule, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.875470 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'SecurityGroupRule': ['ID=6ecda688-1a3b-498d-a943-072e97697253,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:01.893689 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group_rule, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:01.902553 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-966c3b73-9567-4ae1-b53d-6586c9f33fbc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/security-group-rules HTTP/1.1" status: 201 len: 773 time: 0.3020597 Feb 02 15:53:01.980326 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54846) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:01.998792 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c9859fbe-3461-44f5-a8e6-3d2cae07c738 req-d9d26af9-4c81-428d-b473-78d6d525688c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:02.010240 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c9859fbe-3461-44f5-a8e6-3d2cae07c738 req-d9d26af9-4c81-428d-b473-78d6d525688c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1867626 Feb 02 15:53:02.078056 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c9859fbe-3461-44f5-a8e6-3d2cae07c738 req-8a0d9ced-5ce8-4dc3-8857-dd5f49d7cd46 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0652437 Feb 02 15:53:02.204864 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.236857 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:02.242025 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Usage tracker for resource:security_group_rule and tenant:57604f14fe7c49d482548c1192e0f22b is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:02.247413 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:02.263195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:02.340424 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b0d6b46c-3bfc-478d-bf64-67d825d86d34 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:02.433049 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.439957 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.467834 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port b0d6b46c-3bfc-478d-bf64-67d825d86d34 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:02.493476 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port b0d6b46c-3bfc-478d-bf64-67d825d86d34 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:02.494271 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.516473 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=57604f14fe7c49d482548c1192e0f22b&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5326538 Feb 02 15:53:02.516985 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54880) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:02.527214 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6c1ef791-d6ea-4192-875c-7e2d76aa89f6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1affb82d-6def-41f9-89f7-09f93decfcb2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:02.628768 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-09ca3124-a868-4ab2-a733-6f71e6608187 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.674694 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-09ca3124-a868-4ab2-a733-6f71e6608187 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.769405 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-09ca3124-a868-4ab2-a733-6f71e6608187 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.788177 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09ca3124-a868-4ab2-a733-6f71e6608187 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1affb82d-6def-41f9-89f7-09f93decfcb2,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:02.806475 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-09ca3124-a868-4ab2-a733-6f71e6608187 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.809452 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-09ca3124-a868-4ab2-a733-6f71e6608187 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1affb82d-6def-41f9-89f7-09f93decfcb2 HTTP/1.1" status: 204 len: 168 time: 0.2912252 Feb 02 15:53:02.811140 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.872993 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port b0d6b46c-3bfc-478d-bf64-67d825d86d34, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b0d6b46c-3bfc-478d-bf64-67d825d86d34,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:02.878185 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:02.997601 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=b0d6b46c-3bfc-478d-bf64-67d825d86d34,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:03.444018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 54904) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:03.467242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.468239 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844741e4-92fc-4425-8758-765feb922328 None None] Sync routers for ids ['15a55cad-3a1e-4e20-83db-2751d5a11237'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:53:03.485249 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] Routers {'15a55cad-3a1e-4e20-83db-2751d5a11237'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:53:03.488535 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:03.489341 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['15a55cad-3a1e-4e20-83db-2751d5a11237'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:03.492594 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Usage tracker for resource:security_group_rule and tenant:240a4e3972ac49b5985afddb715f7aa5 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:03.495979 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:03.502604 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:03.603907 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-090deabb-9746-4349-ab2f-ceb5a41b1168 req-ebefecef-bb59-4687-9bda-6897f5abab4f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:03.608019 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-090deabb-9746-4349-ab2f-ceb5a41b1168 req-ebefecef-bb59-4687-9bda-6897f5abab4f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1975734 Feb 02 15:53:03.707246 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-090deabb-9746-4349-ab2f-ceb5a41b1168 req-1eb2be51-799d-4706-9b62-2a129fc6bbb6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0912893 Feb 02 15:53:03.805556 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.822490 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] Set router 15a55cad-3a1e-4e20-83db-2751d5a11237 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:53:03.828969 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:03.963936 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=240a4e3972ac49b5985afddb715f7aa5&name=default HTTP/1.1" status: 200 len: 2979 time: 0.5179939 Feb 02 15:53:03.965602 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e86baef7-0f45-44a8-9586-ab7443286701 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8ae01c29-5fc3-47f7-92a3-38e6d791e986,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:03.966527 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 54912) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:04.055464 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.106449 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.230655 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.253275 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8ae01c29-5fc3-47f7-92a3-38e6d791e986,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:04.262168 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b0d6b46c-3bfc-478d-bf64-67d825d86d34 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:04.266503 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.267041 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.267534 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.268049 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.268532 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.269239 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.269739 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.270313 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.270814 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.271293 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.271779 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.271905 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T15:52:56Z', 'revision_number': 4, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port': {'id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:52Z', 'updated_at': '2022-02-02T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cbc60e50-42ff-4011-88a2-90da1de8be41', 'name': '', 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'mac_address': 'fa:16:3e:30:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': '', 'binding:vif_type': 'unbound', 'binding:vif_details': {}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:55Z', 'updated_at': '2022-02-02T15:52:57Z', 'revision_number': 2, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'subnets': [{'id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:04.272469 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:04.281566 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.286794 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-df716a58-c1a1-4c05-b6f7-45f14bce7ca5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8ae01c29-5fc3-47f7-92a3-38e6d791e986 HTTP/1.1" status: 204 len: 168 time: 0.3190312 Feb 02 15:53:04.291870 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844741e4-92fc-4425-8758-765feb922328 None None] Checking router: 15a55cad-3a1e-4e20-83db-2751d5a11237 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:53:04.292226 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844741e4-92fc-4425-8758-765feb922328 None None] Updating router 15a55cad-3a1e-4e20-83db-2751d5a11237 port cbc60e50-42ff-4011-88a2-90da1de8be41 binding host dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_port /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:205}} Feb 02 15:53:04.409777 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-844741e4-92fc-4425-8758-765feb922328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.460302 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port b0d6b46c-3bfc-478d-bf64-67d825d86d34 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:04.460969 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.870902 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-844741e4-92fc-4425-8758-765feb922328 None None] Notify callbacks [] for port, precommit_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:04.883447 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.provisioning_blocks [None req-844741e4-92fc-4425-8758-765feb922328 None None] Transition to ACTIVE for port object cbc60e50-42ff-4011-88a2-90da1de8be41 will not be triggered until provisioned by entity L2. {{(pid=87159) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:04.891666 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-844741e4-92fc-4425-8758-765feb922328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.047825 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efe0b146-2efb-4824-b604-a665b9e703e9 req-bbe0f616-a72c-4936-90d3-33da5e94a7cf tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:05.049359 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-efe0b146-2efb-4824-b604-a665b9e703e9 req-bbe0f616-a72c-4936-90d3-33da5e94a7cf tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1575944 Feb 02 15:53:05.139485 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca7e9b-d1dd-44c0-8366-32bc260f433b None None] Pushing event updated for resources: {'Port': ['ID=cbc60e50-42ff-4011-88a2-90da1de8be41,revision_number=3']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:05.149453 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-efe0b146-2efb-4824-b604-a665b9e703e9 req-6f5e06a7-3121-4771-99fa-2524532518b3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0916777 Feb 02 15:53:05.238345 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-844741e4-92fc-4425-8758-765feb922328 None None] Attempting to bind port cbc60e50-42ff-4011-88a2-90da1de8be41 on host dv-cinder-817833-1-iscsi for vnic_type normal with profile {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:53:05.238980 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-844741e4-92fc-4425-8758-765feb922328 None None] Attempting to bind port cbc60e50-42ff-4011-88a2-90da1de8be41 by drivers openvswitch,hyperv on host dv-cinder-817833-1-iscsi at level 0 using segments [{'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:53:05.239504 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844741e4-92fc-4425-8758-765feb922328 None None] Attempting to bind port cbc60e50-42ff-4011-88a2-90da1de8be41 on network 9e998312-99d2-4ade-8e30-99a5b7e33801 {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:53:05.246400 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844741e4-92fc-4425-8758-765feb922328 None None] Checking agent: {'id': 'a1c9fe36-5bf3-47f4-8dff-a3fef4b830b5', 'agent_type': 'Open vSwitch agent', 'binary': 'neutron-openvswitch-agent', 'topic': 'N/A', 'host': 'dv-cinder-817833-1-iscsi', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 37, 27), 'started_at': datetime.datetime(2022, 2, 2, 15, 37, 57), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 52, 57), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'arp_responder_enabled': False, 'baremetal_smartnic': False, 'bridge_mappings': {'physnet1': 'br-data'}, 'datapath_type': 'system', 'devices': 0, 'enable_distributed_routing': False, 'extensions': [], 'in_distributed_mode': False, 'integration_bridge': 'br-int', 'l2_population': False, 'log_agent_heartbeats': False, 'ovs_capabilities': {'datapath_types': ['netdev', 'system'], 'iface_types': ['erspan', 'geneve', 'gre', 'internal', 'ip6erspan', 'ip6gre', 'lisp', 'patch', 'stt', 'system', 'tap', 'vxlan']}, 'ovs_hybrid_plug': False, 'resource_provider_bandwidths': {}, 'resource_provider_hypervisors': {'br-data': 'dv-cinder-817833-1-iscsi'}, 'resource_provider_inventory_defaults': {'allocation_ratio': 1.0, 'min_unit': 1, 'step_size': 1, 'reserved': 0}, 'tunnel_types': [], 'tunneling_ip': None, 'vhostuser_socket_dir': '/var/run/openvswitch'}, 'resource_versions': {'AddressGroup': '1.2', 'ConntrackHelper': '1.0', 'Log': '1.0', 'Network': '1.1', 'Port': '1.7', 'PortForwarding': '1.2', 'QosPolicy': '1.8', 'SecurityGroup': '1.4', 'SecurityGroupRule': '1.2', 'SubPort': '1.0', 'Subnet': '1.1', 'Trunk': '1.1'}} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:53:05.247193 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844741e4-92fc-4425-8758-765feb922328 None None] Checking segment: {'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87159) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:53:05.250520 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-844741e4-92fc-4425-8758-765feb922328 None None] Notify callbacks [] for ovs_bridge_name, before_read {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.251430 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-844741e4-92fc-4425-8758-765feb922328 None None] Bound using segment: {'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'} {{(pid=87159) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:53:05.256268 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.managers [None req-844741e4-92fc-4425-8758-765feb922328 None None] Bound port: cbc60e50-42ff-4011-88a2-90da1de8be41, host: dv-cinder-817833-1-iscsi, vif_type: ovs, vif_details: {"connectivity": "l2", "port_filter": true, "ovs_hybrid_plug": false, "datapath_type": "system", "bridge_name": "br-int"}, binding_levels: [{'bound_driver': 'openvswitch', 'bound_segment': {'id': '84e99661-3874-4ea7-a4da-a45a6d754798', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 357, 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801'}}] {{(pid=87159) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:53:05.256268 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-844741e4-92fc-4425-8758-765feb922328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.405544 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-844741e4-92fc-4425-8758-765feb922328 None None] For port cbc60e50-42ff-4011-88a2-90da1de8be41, host dv-cinder-817833-1-iscsi, cleared binding levels {{(pid=87159) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:53:05.410312 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.plugins.ml2.db [None req-844741e4-92fc-4425-8758-765feb922328 None None] For port cbc60e50-42ff-4011-88a2-90da1de8be41, host dv-cinder-817833-1-iscsi, set binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cbc60e50-42ff-4011-88a2-90da1de8be41,segment=NetworkSegment(84e99661-3874-4ea7-a4da-a45a6d754798),segment_id=84e99661-3874-4ea7-a4da-a45a6d754798)] {{(pid=87159) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:53:05.424753 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron_lib.callbacks.manager [None req-844741e4-92fc-4425-8758-765feb922328 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87159) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:05.504352 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] Routers {'15a55cad-3a1e-4e20-83db-2751d5a11237'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:53:05.505724 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['15a55cad-3a1e-4e20-83db-2751d5a11237'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:05.625369 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ccca7e9b-d1dd-44c0-8366-32bc260f433b None None] Pushing event updated for resources: {'Port': ['ID=cbc60e50-42ff-4011-88a2-90da1de8be41,revision_number=4']} {{(pid=87159) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:05.784519 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] Set router 15a55cad-3a1e-4e20-83db-2751d5a11237 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:53:06.050647 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78857428-3a69-4786-a447-359a319078d3 req-4ca04a53-080d-47ed-b466-8aedf01e6336 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:06.052415 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-78857428-3a69-4786-a447-359a319078d3 req-4ca04a53-080d-47ed-b466-8aedf01e6336 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1060712 Feb 02 15:53:06.109694 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-78857428-3a69-4786-a447-359a319078d3 req-0a10a62e-e821-4676-9cff-8e620953ae6e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0447328 Feb 02 15:53:06.325457 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cbc60e50-42ff-4011-88a2-90da1de8be41 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:06.334787 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-844741e4-92fc-4425-8758-765feb922328 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T15:52:56Z', 'revision_number': 4, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port': {'id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:52Z', 'updated_at': '2022-02-02T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cbc60e50-42ff-4011-88a2-90da1de8be41', 'name': '', 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'mac_address': 'fa:16:3e:30:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:55Z', 'updated_at': '2022-02-02T15:53:05Z', 'revision_number': 4, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'subnets': [{'id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:06.340553 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-844741e4-92fc-4425-8758-765feb922328 None None] The sync data for ids ['15a55cad-3a1e-4e20-83db-2751d5a11237'] in dv-cinder-817833-1-iscsi is: [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T15:52:56Z', 'revision_number': 4, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port': {'id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:52Z', 'updated_at': '2022-02-02T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'cbc60e50-42ff-4011-88a2-90da1de8be41', 'name': '', 'network_id': '9e998312-99d2-4ade-8e30-99a5b7e33801', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'mac_address': 'fa:16:3e:30:32:c6', 'admin_state_up': True, 'status': 'DOWN', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_interface', 'standard_attr_id': 503, 'fixed_ips': [{'subnet_id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:55Z', 'updated_at': '2022-02-02T15:53:05Z', 'revision_number': 4, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'subnets': [{'id': 'c1dec336-24c1-49ae-ae9f-ce6ad2845edb', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:53:06.490831 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning for port cbc60e50-42ff-4011-88a2-90da1de8be41 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:06.508712 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port cbc60e50-42ff-4011-88a2-90da1de8be41 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:06.510046 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:06.613365 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e391ae78-0bfd-47fa-9de4-96c33f093dd5 req-8907825f-aef0-4556-a93a-ef5c978d2173 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:06.615328 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e391ae78-0bfd-47fa-9de4-96c33f093dd5 req-8907825f-aef0-4556-a93a-ef5c978d2173 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.2598717 Feb 02 15:53:06.699502 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e391ae78-0bfd-47fa-9de4-96c33f093dd5 req-5c3a02f9-9da9-4897-92c1-811360e89ff6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0776210 Feb 02 15:53:06.901492 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:06.955334 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] For port cbc60e50-42ff-4011-88a2-90da1de8be41, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cbc60e50-42ff-4011-88a2-90da1de8be41,segment=NetworkSegment(84e99661-3874-4ea7-a4da-a45a6d754798),segment_id=84e99661-3874-4ea7-a4da-a45a6d754798)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:06.960839 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:07.091369 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Pushing event updated for resources: {'Port': ['ID=cbc60e50-42ff-4011-88a2-90da1de8be41,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:07.411595 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-973f4099-18d0-4294-931b-6311c65ea7d5 req-686dc43d-b23b-4f96-b0a5-153e25d33404 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:07.413801 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-973f4099-18d0-4294-931b-6311c65ea7d5 req-686dc43d-b23b-4f96-b0a5-153e25d33404 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1126924 Feb 02 15:53:07.498039 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-973f4099-18d0-4294-931b-6311c65ea7d5 req-283da4b0-39c2-456a-8350-3fd78ccae779 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0765181 Feb 02 15:53:08.094475 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9ad7e4c2-cf58-46aa-a0b8-8282724b6474 req-9f177ed8-2ef0-4a35-9ff5-96969f1e2995 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:08.103113 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9ad7e4c2-cf58-46aa-a0b8-8282724b6474 req-9f177ed8-2ef0-4a35-9ff5-96969f1e2995 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1532090 Feb 02 15:53:08.310706 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9ad7e4c2-cf58-46aa-a0b8-8282724b6474 req-d5706c1b-b266-485b-a6e3-57fb137f9e1b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.2064853 Feb 02 15:53:08.315242 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cbc60e50-42ff-4011-88a2-90da1de8be41 up at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:08.401498 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Provisioning complete for port cbc60e50-42ff-4011-88a2-90da1de8be41 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:08.401877 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:08.872396 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0d79c63f-5dba-4af4-88f1-ddc1fa1ca4f0 req-71c192da-baed-4780-9ace-51ae700655bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:08.881465 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0d79c63f-5dba-4af4-88f1-ddc1fa1ca4f0 req-71c192da-baed-4780-9ace-51ae700655bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.2248285 Feb 02 15:53:08.993406 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0d79c63f-5dba-4af4-88f1-ddc1fa1ca4f0 req-2aa34ee2-ab8d-48c2-a9ad-fa466258e575 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1109693 Feb 02 15:53:09.587982 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d91014ec-ec67-4d68-b9de-379a2a934c14 req-ac3d4287-b380-4172-b9fc-9f23bb8fc10c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:09.590862 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d91014ec-ec67-4d68-b9de-379a2a934c14 req-ac3d4287-b380-4172-b9fc-9f23bb8fc10c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1439583 Feb 02 15:53:09.674796 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d91014ec-ec67-4d68-b9de-379a2a934c14 req-288195f8-09f7-45c2-8a61-3b169bfdda37 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0619080 Feb 02 15:53:10.251286 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa60a947-89f9-493c-a442-1ba1e6c12235 req-80aea222-ae6d-43a4-ae8f-b4c9db0736eb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:10.253873 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa60a947-89f9-493c-a442-1ba1e6c12235 req-80aea222-ae6d-43a4-ae8f-b4c9db0736eb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1193478 Feb 02 15:53:10.318683 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa60a947-89f9-493c-a442-1ba1e6c12235 req-3f45e84b-bbe4-4286-95b4-6a5e8b491542 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0572834 Feb 02 15:53:10.973493 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-98ab3733-e3a9-4255-a560-e22dfa77902a req-c0a1f4f0-8a3e-415a-87b5-d04e293ac87f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:10.976137 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-98ab3733-e3a9-4255-a560-e22dfa77902a req-c0a1f4f0-8a3e-415a-87b5-d04e293ac87f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1385946 Feb 02 15:53:11.039070 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-98ab3733-e3a9-4255-a560-e22dfa77902a req-27a670a7-9165-4c0c-a77a-30e3936484c1 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0566175 Feb 02 15:53:11.553689 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c3598847-5bb3-4290-ac50-ce6c637f1659 req-3eca3a25-eaed-4133-b3ac-83c1cc3f9a74 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:11.555778 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c3598847-5bb3-4290-ac50-ce6c637f1659 req-3eca3a25-eaed-4133-b3ac-83c1cc3f9a74 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1125176 Feb 02 15:53:11.612938 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c3598847-5bb3-4290-ac50-ce6c637f1659 req-6b40518a-98a9-4c37-ac23-55b670bc5b30 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0456519 Feb 02 15:53:12.249979 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-222e253b-c082-49d2-99de-dfa3490da904 req-babff613-976b-4cf9-a365-b5574e0d9710 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:12.251495 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-222e253b-c082-49d2-99de-dfa3490da904 req-babff613-976b-4cf9-a365-b5574e0d9710 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.0842144 Feb 02 15:53:12.302717 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-222e253b-c082-49d2-99de-dfa3490da904 req-9939d3f4-c87b-4f80-a2e9-3019f91519ae tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0451851 Feb 02 15:53:12.636119 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55100) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:12.801739 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:12.816447 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-eb3c0490-1575-4faa-91bd-8861a55e13b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:12.817095 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:12.819274 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-eb3c0490-1575-4faa-91bd-8861a55e13b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 1098 time: 0.1639547 Feb 02 15:53:12.823311 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Usage tracker for resource:security_group_rule and tenant:8fc9729190dc41939f3bf26209900031 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:12.828078 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:12.833795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:12.918528 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:12.922773 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:12.922956 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2935f6c9-9490-4acb-a483-186ec3e114d3 req-62116ec3-93d3-4562-a255-d146be14eaa2 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:12.924815 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2935f6c9-9490-4acb-a483-186ec3e114d3 req-62116ec3-93d3-4562-a255-d146be14eaa2 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1868286 Feb 02 15:53:12.972689 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8fc9729190dc41939f3bf26209900031&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3348358 Feb 02 15:53:12.973324 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55106) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:12.980421 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-25fe6a47-4daa-43f5-8c0d-29448ff61d6b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=1188f028-fb09-415a-a7f9-dbc135dfb5c6,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:13.023031 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2935f6c9-9490-4acb-a483-186ec3e114d3 req-e35d3f7a-65b4-4033-8745-411d94139dc4 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0880609 Feb 02 15:53:13.030120 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-72d03f45-c4d5-4f68-a0f9-93884d8a2791 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:13.032263 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-72d03f45-c4d5-4f68-a0f9-93884d8a2791 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.2054296 Feb 02 15:53:13.056833 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2c18-9aa1-47f0-899b-dba7211c5db7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.083189 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2c18-9aa1-47f0-899b-dba7211c5db7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.146998 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2c18-9aa1-47f0-899b-dba7211c5db7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.148183 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-ac31b43c-2b40-4d8a-8c8c-b3fa14cf282d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5 HTTP/1.1" status: 200 len: 1001 time: 0.1061153 Feb 02 15:53:13.170063 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cf4a2c18-9aa1-47f0-899b-dba7211c5db7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=1188f028-fb09-415a-a7f9-dbc135dfb5c6,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:13.188666 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cf4a2c18-9aa1-47f0-899b-dba7211c5db7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.190449 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-cf4a2c18-9aa1-47f0-899b-dba7211c5db7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/1188f028-fb09-415a-a7f9-dbc135dfb5c6 HTTP/1.1" status: 204 len: 168 time: 0.2134252 Feb 02 15:53:13.220410 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-43715653-79ba-43e6-9f43-7726d0bc2792 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:13.221951 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-43715653-79ba-43e6-9f43-7726d0bc2792 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.0671275 Feb 02 15:53:13.308458 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-bac3b6a6-158b-489c-8587-a70d0e7fa181 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:13.310649 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-bac3b6a6-158b-489c-8587-a70d0e7fa181 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801528 Feb 02 15:53:13.538769 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-af4d1705-8840-48d5-ac32-df3295a15180 service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2202439 Feb 02 15:53:13.549814 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55122) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:13.569700 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.590977 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:13.595473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Usage tracker for resource:security_group_rule and tenant:be7e82bc5b0d45609a80bf902eb2e9dd is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:13.598772 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:13.606717 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:13.665225 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dd6acd75-05d2-4c0f-9403-dfc5d99f026b req-a0c52949-37c2-4fc0-b521-7ec3f72cdc4f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:13.672204 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dd6acd75-05d2-4c0f-9403-dfc5d99f026b req-a0c52949-37c2-4fc0-b521-7ec3f72cdc4f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.2231145 Feb 02 15:53:13.723319 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.730249 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.745702 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a4eb5dd5-6194-4fd8-a878-b0ca226309de req-11bafb0b-9b36-49d2-a359-955c31f99b9d service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1991882 Feb 02 15:53:13.756697 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dd6acd75-05d2-4c0f-9403-dfc5d99f026b req-a893250e-47fc-4a8e-b099-955bdb44ea70 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0832560 Feb 02 15:53:13.780196 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dcae5e84-bf63-453d-b507-23bd95bfefe7,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:13.793434 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-652077cb-2559-40dd-9355-6b773f66c927 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=be7e82bc5b0d45609a80bf902eb2e9dd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2376652 Feb 02 15:53:13.793768 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 55128) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:13.859519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6373d9ba-1eea-486b-8b8b-1b8e67b7ef54 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.886853 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6373d9ba-1eea-486b-8b8b-1b8e67b7ef54 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:13.948065 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6373d9ba-1eea-486b-8b8b-1b8e67b7ef54 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.044598 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.060648 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6373d9ba-1eea-486b-8b8b-1b8e67b7ef54 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dcae5e84-bf63-453d-b507-23bd95bfefe7,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:14.064611 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6373d9ba-1eea-486b-8b8b-1b8e67b7ef54 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.066071 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6373d9ba-1eea-486b-8b8b-1b8e67b7ef54 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dcae5e84-bf63-453d-b507-23bd95bfefe7 HTTP/1.1" status: 204 len: 168 time: 0.2713344 Feb 02 15:53:14.269950 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5b762195-8798-40c9-a703-afd2fd886141 req-f245f5b3-c1d1-4cb8-bd93-e8d98af4ae59 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:14.271512 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5b762195-8798-40c9-a703-afd2fd886141 req-f245f5b3-c1d1-4cb8-bd93-e8d98af4ae59 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1084728 Feb 02 15:53:14.335404 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5b762195-8798-40c9-a703-afd2fd886141 req-9eda660b-90ea-47c3-9a81-3cfa7f243b4b tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582125 Feb 02 15:53:14.514551 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55150) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:14.533133 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.561124 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:14.569424 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Usage tracker for resource:security_group_rule and tenant:ede93a1fffbe456c957f40f409c674c9 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:14.573182 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:14.580343 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:14.649436 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1646a6c5-55a3-47df-879c-763d48f90f07 req-691a2822-a1ca-4b7a-9ba1-39c8fd2f4e42 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:14.651004 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1646a6c5-55a3-47df-879c-763d48f90f07 req-691a2822-a1ca-4b7a-9ba1-39c8fd2f4e42 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.1059437 Feb 02 15:53:14.685719 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.696950 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.710246 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1646a6c5-55a3-47df-879c-763d48f90f07 req-3bba16da-dae6-47ff-a397-3122e562503a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0516074 Feb 02 15:53:14.753789 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=ede93a1fffbe456c957f40f409c674c9&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2379441 Feb 02 15:53:14.755825 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08704491-5eda-4a2b-a8ec-293ee8b9ebf6 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=96ac8c49-66ee-4147-b36e-e8b714e309f2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:14.757267 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 55156) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:14.815743 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e46a1dca-3119-4f4d-94c8-3fb41d63f2be admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.841852 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e46a1dca-3119-4f4d-94c8-3fb41d63f2be admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:14.984967 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e46a1dca-3119-4f4d-94c8-3fb41d63f2be admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:15.007240 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e46a1dca-3119-4f4d-94c8-3fb41d63f2be admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=96ac8c49-66ee-4147-b36e-e8b714e309f2,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:15.013806 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:53:15.021697 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3a06058-6f68-4135-be8e-0a73769bc368 req-0b9664ac-df7a-4a38-b153-3e23b61fb8f9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:15.023337 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a3a06058-6f68-4135-be8e-0a73769bc368 req-0b9664ac-df7a-4a38-b153-3e23b61fb8f9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 945 time: 0.1525652 Feb 02 15:53:15.024088 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e46a1dca-3119-4f4d-94c8-3fb41d63f2be admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:15.028083 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e46a1dca-3119-4f4d-94c8-3fb41d63f2be admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/96ac8c49-66ee-4147-b36e-e8b714e309f2 HTTP/1.1" status: 204 len: 168 time: 0.2669384 Feb 02 15:53:15.074272 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a3a06058-6f68-4135-be8e-0a73769bc368 req-33873bd9-c3c2-4847-91cd-e1e0f1000add tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0401947 Feb 02 15:53:15.172455 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:15.202388 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:15.211621 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:15.216409 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:15.253656 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'code': 200} Feb 02 15:53:15.291539 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=8']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:15.521297 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e84818a4-f5e4-4bdc-97dd-8d6033b95412 req-41cd23d2-5ec9-45b7-8da1-edd40b13a5e7 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:15.522696 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e84818a4-f5e4-4bdc-97dd-8d6033b95412 req-41cd23d2-5ec9-45b7-8da1-edd40b13a5e7 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0861201 Feb 02 15:53:15.574315 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e84818a4-f5e4-4bdc-97dd-8d6033b95412 req-207181c3-f13d-4d5a-953f-52d8934c2725 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454311 Feb 02 15:53:15.915002 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b9627761-a454-4e89-ad27-ffacfd049649 req-c4a1284f-4f7a-4cb5-95d4-2151104edb89 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:15.916466 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b9627761-a454-4e89-ad27-ffacfd049649 req-c4a1284f-4f7a-4cb5-95d4-2151104edb89 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.0949893 Feb 02 15:53:15.962673 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b9627761-a454-4e89-ad27-ffacfd049649 req-95cbcf89-7413-4cc9-b645-91a342f13b76 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.0403283 Feb 02 15:53:16.274717 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55208) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:16.294066 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-971ea71a-1a2f-48bb-a351-4fa30a453bc1 req-d9afcffa-adb9-457b-b412-e69500a3df98 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:16.296710 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-971ea71a-1a2f-48bb-a351-4fa30a453bc1 req-d9afcffa-adb9-457b-b412-e69500a3df98 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.0930264 Feb 02 15:53:16.344512 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-971ea71a-1a2f-48bb-a351-4fa30a453bc1 req-715819d6-1205-4f46-928a-bd3d2e508a2b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0410326 Feb 02 15:53:16.405696 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.422480 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:16.426428 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Usage tracker for resource:security_group_rule and tenant:8b601f8a93244bada8eb5f19838e16eb is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:16.430172 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:16.436095 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:16.525022 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.529363 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.576325 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8b601f8a93244bada8eb5f19838e16eb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3002598 Feb 02 15:53:16.577196 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3802ad43-cc1d-41fa-980e-de2170d39d8d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3a26a16b-4e33-43eb-a590-b89ddc0cd3bb,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:16.579667 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 55218) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:16.642979 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e7ada73d-4852-4f99-af2a-5ac90d2e89e1 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.676529 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e7ada73d-4852-4f99-af2a-5ac90d2e89e1 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.787428 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e7ada73d-4852-4f99-af2a-5ac90d2e89e1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.807491 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e7ada73d-4852-4f99-af2a-5ac90d2e89e1 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3a26a16b-4e33-43eb-a590-b89ddc0cd3bb,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:16.818450 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c7184b72-d485-401f-b716-f3c22fdb3fb5 req-e8eb20e1-852b-4f54-81b5-9dba29542b0a tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:16.822592 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c7184b72-d485-401f-b716-f3c22fdb3fb5 req-e8eb20e1-852b-4f54-81b5-9dba29542b0a tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1253407 Feb 02 15:53:16.827001 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e7ada73d-4852-4f99-af2a-5ac90d2e89e1 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:16.830916 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e7ada73d-4852-4f99-af2a-5ac90d2e89e1 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3a26a16b-4e33-43eb-a590-b89ddc0cd3bb HTTP/1.1" status: 204 len: 168 time: 0.2479811 Feb 02 15:53:16.886592 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c7184b72-d485-401f-b716-f3c22fdb3fb5 req-b6c07440-ad15-4443-afcb-c57ff94994b0 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0606067 Feb 02 15:53:17.243191 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-249d69c0-16dc-4540-a20c-2af48fe9d07b req-37c219f1-7305-4e31-a283-247de10145dc tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:17.246618 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-249d69c0-16dc-4540-a20c-2af48fe9d07b req-37c219f1-7305-4e31-a283-247de10145dc tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.1546173 Feb 02 15:53:17.272313 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-fccdfd27-f744-40a3-b4b8-c38b741b17b6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:17.274484 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-fccdfd27-f744-40a3-b4b8-c38b741b17b6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 945 time: 0.1498740 Feb 02 15:53:17.355929 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-249d69c0-16dc-4540-a20c-2af48fe9d07b req-2f10dbe3-69ec-4dc1-9622-1a26b48551eb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups?id=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b&fields=id&fields=name HTTP/1.1" status: 200 len: 312 time: 0.1051681 Feb 02 15:53:17.371162 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Deleting port a0730c3c-62a9-4efd-9f5c-e5143738e307 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:53:17.371509 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:17.679316 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23af783a-dbb7-4424-bd7d-44a4652ab140 req-5cdd87ae-cbf6-46b8-871b-73b265d742ff tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:17.681376 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23af783a-dbb7-4424-bd7d-44a4652ab140 req-5cdd87ae-cbf6-46b8-871b-73b265d742ff tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1993248 Feb 02 15:53:17.719490 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] For port a0730c3c-62a9-4efd-9f5c-e5143738e307, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=a0730c3c-62a9-4efd-9f5c-e5143738e307,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:17.719846 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:17.830547 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23af783a-dbb7-4424-bd7d-44a4652ab140 req-dfda4dad-f1a3-4230-a0ff-1b84874a07fb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1348803 Feb 02 15:53:18.253715 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:18.254114 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:18.254430 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Floating IP fd5e3cb4-9b95-48ab-920c-37619ffa3669 disassociated. External IP: 172.27.2.236, port: a0730c3c-62a9-4efd-9f5c-e5143738e307. Feb 02 15:53:18.254778 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Calling delete_port for a0730c3c-62a9-4efd-9f5c-e5143738e307 owned by compute:nova {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:53:18.294817 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28dc00e0-fd28-40ae-9cb4-188f25772efd req-2ebc05e5-f77a-4a11-bff9-4997e5410183 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:18.296358 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-28dc00e0-fd28-40ae-9cb4-188f25772efd req-2ebc05e5-f77a-4a11-bff9-4997e5410183 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.2489197 Feb 02 15:53:18.383585 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-28dc00e0-fd28-40ae-9cb4-188f25772efd req-3766f9c2-327c-46a5-b838-c1c9f93f1192 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0744081 Feb 02 15:53:18.468445 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:18.568085 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event deleted for resources: {'Port': ['ID=a0730c3c-62a9-4efd-9f5c-e5143738e307,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:18.585290 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a171bf0c-3676-4d70-8f6d-6408c215a3f2 req-87f1b2f7-7b55-4bae-a61b-ee9d14a7c1a6 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 210 time: 0.0605154 Feb 02 15:53:18.653631 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-02562265-26ad-47f3-9777-24af2a387e45 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:18.656254 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-02562265-26ad-47f3-9777-24af2a387e45 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1098 time: 0.0960951 Feb 02 15:53:18.804604 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Router 58b34649-04cd-4bd8-88bc-851e57f62899 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:53:18.951311 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-4275a54e-98df-41b2-b95b-1bd8b105174e service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:18.952856 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-4275a54e-98df-41b2-b95b-1bd8b105174e service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 910 time: 0.2710271 Feb 02 15:53:19.016891 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:53:19.028429 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] Sync routers for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:53:19.043462 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:53:19.044493 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:19.105342 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-6c4caa79-18bb-4976-a9d6-301f9115bc66 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 1001 time: 0.1441476 Feb 02 15:53:19.151360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] No DVR routers for this DVR port a0730c3c-62a9-4efd-9f5c-e5143738e307 on host hv-cinder-81783 {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:53:19.157543 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:19.164786 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'name': 'network-vif-deleted', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:19.180101 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ee954265-bc8f-47ba-a245-f0922c31a593 req-e0f68ede-4a82-4eb2-a139-246a4ff1bfc9 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.41 "DELETE /v2.0/ports/a0730c3c-62a9-4efd-9f5c-e5143738e307 HTTP/1.1" status: 204 len: 173 time: 1.8998363 Feb 02 15:53:19.186010 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:53:19.208022 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-ad280f7e-6a33-439a-9a4a-71d3c9f1dffa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:19.211430 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-ad280f7e-6a33-439a-9a4a-71d3c9f1dffa service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.0960119 Feb 02 15:53:19.301166 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'a2432ebd-6864-489a-b3e3-df1b3a4875a8', 'name': 'network-vif-deleted', 'tag': 'a0730c3c-62a9-4efd-9f5c-e5143738e307', 'status': 'completed', 'code': 200} Feb 02 15:53:19.359717 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:53:19.366053 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-be79df78-a479-4ece-b971-a5bbf689352a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:19.368869 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-be79df78-a479-4ece-b971-a5bbf689352a service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1484661 Feb 02 15:53:19.590228 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-6d598deb-ab6e-43ad-be9b-3a4e65493b48 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1957786 Feb 02 15:53:19.691595 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-623b67f6-d207-470d-b289-2aec35f22ff5 req-9c0ea890-ff11-4599-9599-aaf87c0dfa00 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:19.695055 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-623b67f6-d207-470d-b289-2aec35f22ff5 req-9c0ea890-ff11-4599-9599-aaf87c0dfa00 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1323121 Feb 02 15:53:19.796585 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device a0730c3c-62a9-4efd-9f5c-e5143738e307 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:53:19.814320 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-623b67f6-d207-470d-b289-2aec35f22ff5 req-4cc574ff-89e6-4158-9dc6-f1fbd7496993 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1127014 Feb 02 15:53:19.845564 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: a0730c3c-62a9-4efd-9f5c-e5143738e307 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:53:19.846201 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device a0730c3c-62a9-4efd-9f5c-e5143738e307 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:53:19.886431 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-d69c7006-6cb4-40c6-a190-0bf04af192c3 req-9634b2c4-6d65-4374-8145-c784d3adbbc8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Synchronizing usage tracker for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:53:19.909028 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-d69c7006-6cb4-40c6-a190-0bf04af192c3 req-9634b2c4-6d65-4374-8145-c784d3adbbc8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Unset dirty status for tenant:36548b54d7c949e5a1d7ca27dbc8d647 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:53:19.918031 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d69c7006-6cb4-40c6-a190-0bf04af192c3 req-9634b2c4-6d65-4374-8145-c784d3adbbc8 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/ports?device_id=a2432ebd-6864-489a-b3e3-df1b3a4875a8 HTTP/1.1" status: 200 len: 210 time: 0.1023486 Feb 02 15:53:19.964657 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eb171f10-caa9-439c-9001-b2bcb18f7d33 req-5cd1d44e-62f2-4479-889e-b313f4510591 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3673038 Feb 02 15:53:20.006453 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:20.012547 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] Checking router: 58b34649-04cd-4bd8-88bc-851e57f62899 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:53:20.026603 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:53:20.027934 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:52:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:20.374863 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-370efba2-edb5-458d-9052-7061086ddaa5 req-413644e1-2924-43b5-add0-7c41a4092350 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:20.380764 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-370efba2-edb5-458d-9052-7061086ddaa5 req-413644e1-2924-43b5-add0-7c41a4092350 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1600161 Feb 02 15:53:20.422010 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:53:20.499533 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-4a8f6db1-205d-4f2a-8993-843491a62bea service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.2191184 Feb 02 15:53:20.539918 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-370efba2-edb5-458d-9052-7061086ddaa5 req-585ae9b6-a78f-4057-b844-1434bc63b8f9 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1492965 Feb 02 15:53:20.844062 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:20.850425 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-06afa503-4d7d-454e-be93-83a69bb29b1c None None] The sync data for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi is: [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:46:36Z', 'revision_number': 4, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': 'e158e120-af4c-4d7f-9301-1819eef2a024', 'name': '', 'network_id': '9d34e2fe-57b3-4422-bf69-b984b5055ebc', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'mac_address': 'fa:16:3e:e4:7c:da', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_interface', 'standard_attr_id': 91, 'fixed_ips': [{'subnet_id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:31Z', 'updated_at': '2022-02-02T15:46:54Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'subnets': [{'id': 'bce5fa42-990e-40f4-b17e-eaeca877552b', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:53:21.033042 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b0108b6-5ea9-4d11-8431-2d32786319c3 req-f5393685-5a83-448a-8cda-d82c04f0d6d6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.035538 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8b0108b6-5ea9-4d11-8431-2d32786319c3 req-f5393685-5a83-448a-8cda-d82c04f0d6d6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0983167 Feb 02 15:53:21.089043 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8b0108b6-5ea9-4d11-8431-2d32786319c3 req-fda4d871-0402-4daf-95f9-b2fcaaaae66e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0452592 Feb 02 15:53:21.165408 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-81ef9e64-5060-40a9-bad7-197764b8e9f2 None None] New status for floating IP fd5e3cb4-9b95-48ab-920c-37619ffa3669: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:53:21.317941 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-a3de31fe-a41a-436e-8ca2-9220cc6ef655 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.320114 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-a3de31fe-a41a-436e-8ca2-9220cc6ef655 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1098 time: 0.0823503 Feb 02 15:53:21.470275 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-bea81a34-242d-4a0f-bbe8-0510aed1b16c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.471736 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-bea81a34-242d-4a0f-bbe8-0510aed1b16c service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 910 time: 0.1370258 Feb 02 15:53:21.587130 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-e84db1a9-a44e-4c74-b0b1-2cba097dd39f service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 1001 time: 0.1070452 Feb 02 15:53:21.657928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-3c625375-6230-4abf-b8b8-34e2d5ce0461 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.659584 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-3c625375-6230-4abf-b8b8-34e2d5ce0461 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.0663447 Feb 02 15:53:21.794614 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-cf16f746-9e7f-465e-be4f-6e36fefb8454 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.796126 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-cf16f746-9e7f-465e-be4f-6e36fefb8454 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1211925 Feb 02 15:53:21.825453 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c597e587-e61c-461f-ab69-55738c205293 req-336c24b2-3a13-49e5-8b43-3e64e18af6a2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.833138 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c597e587-e61c-461f-ab69-55738c205293 req-336c24b2-3a13-49e5-8b43-3e64e18af6a2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1458454 Feb 02 15:53:21.836623 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-8d1aebba-b576-47a3-9210-cfddec86504c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:21.838177 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-8d1aebba-b576-47a3-9210-cfddec86504c service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e&tenant_id=4d4dd2ecf94c4794819f3899bc5231a4 HTTP/1.1" status: 200 len: 1096 time: 0.2185707 Feb 02 15:53:21.960396 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-ec56a9a9-e788-481d-ad64-c4daa54eaaaf service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1555161 Feb 02 15:53:22.033230 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c597e587-e61c-461f-ab69-55738c205293 req-2f2f177b-107b-494f-8d63-89c4d26ce5cb tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1992092 Feb 02 15:53:22.076337 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-3f92ffed-2ed6-4bf1-bf8d-2dc3e84dea73 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:22.077773 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-3f92ffed-2ed6-4bf1-bf8d-2dc3e84dea73 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 1096 time: 0.2037795 Feb 02 15:53:22.118775 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c79cc0da-2cef-4deb-8833-3d3b11f1696a req-b3d23ea5-df97-4ff6-84bf-4b34f4a2d8ef service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1514020 Feb 02 15:53:22.256894 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-4b9d39af-4b55-4919-a5db-4ec19d15df57 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:22.259007 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-4b9d39af-4b55-4919-a5db-4ec19d15df57 service neutron] 10.222.0.41 "GET /v2.0/networks?id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 200 len: 917 time: 0.1749899 Feb 02 15:53:22.372510 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-0cb71e6b-d03a-4daf-a9eb-343c92c58f01 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:53:22.397985 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-439f6b5f-1b2e-4b82-8939-93c02c2f9cdc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5 HTTP/1.1" status: 200 len: 999 time: 0.1320865 Feb 02 15:53:22.401911 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-0cb71e6b-d03a-4daf-a9eb-343c92c58f01 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:53:22.403169 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-0cb71e6b-d03a-4daf-a9eb-343c92c58f01 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356159376&fields=id&tenant_id=3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 267 time: 0.1669106 Feb 02 15:53:22.626511 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-76220e6c-37fe-4405-a791-3c5c29ad2d0a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:22.627970 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-76220e6c-37fe-4405-a791-3c5c29ad2d0a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 200 len: 855 time: 0.2237561 Feb 02 15:53:22.732236 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-9a11e74a-ba08-4256-8ece-2d760bf29d64 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:22.733849 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-9a11e74a-ba08-4256-8ece-2d760bf29d64 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 811 time: 0.2771223 Feb 02 15:53:22.752973 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-1b87bedc-124b-49ef-bae6-10f9bd3e0bf9 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/quotas/3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 375 time: 0.0123866 Feb 02 15:53:22.793160 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-122d17fc-0352-48d2-9b69-6cb72bb82cc5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:22.794688 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-122d17fc-0352-48d2-9b69-6cb72bb82cc5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=7824dc98-1c32-4cbe-b1a0-f01045a3b76a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1586101 Feb 02 15:53:22.956063 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-7df3d7f2-aefe-4051-9f84-cf216c618fdd service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1541233 Feb 02 15:53:22.962597 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-751fbc5a-efc1-459d-91fd-cc316461df47 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&fields=id HTTP/1.1" status: 200 len: 302 time: 0.2022505 Feb 02 15:53:23.168980 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d89fdfb8-b11c-408a-8d5e-2227d8765a57 req-e2f67d0f-2ea5-4f33-98f1-dbfc9a4467cb service neutron] 10.222.0.41 "GET /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2054172 Feb 02 15:53:23.228699 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-554c4c1a-48e9-4ec2-a66d-10921610a082 service neutron] 10.222.0.18 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2466948 Feb 02 15:53:23.372395 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-97acc9a3-575c-49bc-8423-831cc5493fe5 service neutron] 10.222.0.18 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1370361 Feb 02 15:53:23.385304 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-26e51369-da7e-4ad4-8abd-5599ba74fff0 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:24.134896 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-54b2fd8d-873b-4677-a9f8-d49fd3b9c83f req-36c9164a-7a16-4ff9-9590-be89eb6b9e97 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:24.138614 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54b2fd8d-873b-4677-a9f8-d49fd3b9c83f req-36c9164a-7a16-4ff9-9590-be89eb6b9e97 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1666086 Feb 02 15:53:24.206207 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-54b2fd8d-873b-4677-a9f8-d49fd3b9c83f req-648aa84e-ab74-4553-9891-3982a9972d51 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507996 Feb 02 15:53:24.525114 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8b47c302-d450-43af-86cb-a334141cd3f8 req-4c95004e-5f72-4664-a594-0cebd50a5c3a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:24.527325 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8b47c302-d450-43af-86cb-a334141cd3f8 req-4c95004e-5f72-4664-a594-0cebd50a5c3a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1210625 Feb 02 15:53:24.609594 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8b47c302-d450-43af-86cb-a334141cd3f8 req-e0171e93-2660-4a25-a790-54795e64b8ab tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0749729 Feb 02 15:53:24.924764 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8917c69f-62b4-415d-9478-76700d99709d req-dd344220-61f9-4199-a9ec-d5ea913d0884 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0807593 Feb 02 15:53:25.428266 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7396a839-e5db-4993-8e71-38eb565304bc req-b9254701-d8f6-4308-bbd7-e452179fc614 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:25.430050 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7396a839-e5db-4993-8e71-38eb565304bc req-b9254701-d8f6-4308-bbd7-e452179fc614 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0926278 Feb 02 15:53:25.492624 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7396a839-e5db-4993-8e71-38eb565304bc req-0875603c-1c9d-4f00-b6b2-3fe2b2aa3468 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0540261 Feb 02 15:53:25.728203 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-cda974d4-aa1b-421d-b90b-156ca17bb1ae None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:26.063421 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed8ef850-1674-414c-bbe5-406182470888 req-7644ed36-1ef7-40c4-83a0-389896248e45 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:26.065043 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ed8ef850-1674-414c-bbe5-406182470888 req-7644ed36-1ef7-40c4-83a0-389896248e45 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.2320430 Feb 02 15:53:26.153538 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ed8ef850-1674-414c-bbe5-406182470888 req-0d9ad0e1-1bb8-4fd2-be5b-782544912b12 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0760479 Feb 02 15:53:26.356493 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8786c67d-059c-41aa-8dac-d97031c6c0b8 req-a5532df3-3dd0-4f75-9fbe-c97adf62b3f4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0540779 Feb 02 15:53:26.791406 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:26.795127 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:26.845037 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-18cc4cd9-a180-4873-9e5a-b4f36b6c5baa req-4fb6aa43-3d85-4248-aea0-9ac0b77a09cf tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:26.847523 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-18cc4cd9-a180-4873-9e5a-b4f36b6c5baa req-4fb6aa43-3d85-4248-aea0-9ac0b77a09cf tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1687214 Feb 02 15:53:26.919092 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-18cc4cd9-a180-4873-9e5a-b4f36b6c5baa req-24106e49-70bf-4a79-83dc-3330e2ccb74b tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0656061 Feb 02 15:53:27.085765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:53:27.262717 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:27.322190 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:27.345477 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:27.354718 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:27.442294 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c94e1ff1-f74e-4097-a021-ae12b66ac74e req-86b5958a-c582-4e82-8c6f-995162e50c65 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:27.449989 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c94e1ff1-f74e-4097-a021-ae12b66ac74e req-86b5958a-c582-4e82-8c6f-995162e50c65 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1371801 Feb 02 15:53:27.474529 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=6']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:27.515831 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c94e1ff1-f74e-4097-a021-ae12b66ac74e req-b5353156-ffb0-4242-ad57-1eb001c25da3 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0644548 Feb 02 15:53:27.574265 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-unplugged', 'status': 'completed', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'code': 200} Feb 02 15:53:27.715043 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-141c7b9b-e18b-46c5-b9ef-d4e01c9a717e req-069a8c82-e6dd-4790-9bd7-3eae5b3ae8c5 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0527189 Feb 02 15:53:28.268915 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:28.299195 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-45ff0532-4719-42a1-b8ad-bd6a7bf37bbb req-71d51cc3-89ea-4276-99c1-b99aa20b0bc2 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:28.300749 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-45ff0532-4719-42a1-b8ad-bd6a7bf37bbb req-71d51cc3-89ea-4276-99c1-b99aa20b0bc2 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1044123 Feb 02 15:53:28.354650 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-45ff0532-4719-42a1-b8ad-bd6a7bf37bbb req-a01004e2-34e8-4e48-bee0-17bc7c5a9493 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0468466 Feb 02 15:53:28.751226 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a20fc13f-ef6f-42db-9b45-0000be5ed4ea req-67564acc-101c-461d-8ce2-a2af382e203b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:28.752801 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a20fc13f-ef6f-42db-9b45-0000be5ed4ea req-67564acc-101c-461d-8ce2-a2af382e203b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1184850 Feb 02 15:53:28.803748 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a20fc13f-ef6f-42db-9b45-0000be5ed4ea req-dbb3995c-3262-4bc6-b714-f5d65d69fbe4 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0430763 Feb 02 15:53:28.989803 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cd76d339-70e1-4903-b0c2-5b6ae007dc58 req-665c7d3a-05d9-4f2f-aa0c-2f62284b4b6c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0559132 Feb 02 15:53:29.567806 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2a86c46c-3639-4a11-b5b6-3c40e94bef85 req-742f67bc-38c5-459d-977d-eeb9753b5b83 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:29.569314 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2a86c46c-3639-4a11-b5b6-3c40e94bef85 req-742f67bc-38c5-459d-977d-eeb9753b5b83 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0978706 Feb 02 15:53:29.619311 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2a86c46c-3639-4a11-b5b6-3c40e94bef85 req-3640b3d5-09af-4e8f-b025-3e4973b70cbc tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0437224 Feb 02 15:53:30.060644 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7a949f77-56ca-46af-b18e-64f8b573aca5 req-e5d2c458-c2f5-429e-8326-a5536c9360ff tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:30.067138 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7a949f77-56ca-46af-b18e-64f8b573aca5 req-e5d2c458-c2f5-429e-8326-a5536c9360ff tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1190171 Feb 02 15:53:30.128953 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7a949f77-56ca-46af-b18e-64f8b573aca5 req-421a7574-2863-4bf2-b25d-4528c94a18ea tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0574036 Feb 02 15:53:30.308684 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9cdd40c8-bb0c-4bb6-8560-f79e6bbcf94e req-0942fd29-de6a-4852-b342-4fb855b675d4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0463030 Feb 02 15:53:30.848908 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-95d6652f-59ea-45a4-ab9a-c09fb2213572 req-911b578a-35a3-46f9-8969-d7cdbe00deaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:30.850575 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-95d6652f-59ea-45a4-ab9a-c09fb2213572 req-911b578a-35a3-46f9-8969-d7cdbe00deaa tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0916929 Feb 02 15:53:30.914994 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-95d6652f-59ea-45a4-ab9a-c09fb2213572 req-4fb3368b-3a39-41ff-b845-56470f599cb1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0563416 Feb 02 15:53:31.382522 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-27b02394-6c43-4072-a46a-63257f5e32c1 req-a8c56242-bcfa-4edf-8ed0-da9766ca9139 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:31.384915 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-27b02394-6c43-4072-a46a-63257f5e32c1 req-a8c56242-bcfa-4edf-8ed0-da9766ca9139 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1157484 Feb 02 15:53:31.498776 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-27b02394-6c43-4072-a46a-63257f5e32c1 req-6d3da12c-3027-4ac9-a9a1-7ca7a176ed26 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1011505 Feb 02 15:53:31.507111 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55516) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:31.716816 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:31.736798 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:31.741148 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Usage tracker for resource:security_group_rule and tenant:e03b5e8230804fff95fbd6b1d7955089 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:31.745149 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:31.752090 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:31.756809 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e679c084-5b01-4de4-9c9c-4bec0bf73c4b req-a1fb6e2e-5123-47b6-8bb6-2e64f1dd8649 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.1057830 Feb 02 15:53:31.897643 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:31.904258 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:31.956405 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e03b5e8230804fff95fbd6b1d7955089&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4475117 Feb 02 15:53:31.958119 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=dc6a2089-8441-4038-ae2c-d3cbecf16fd3,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:31.961045 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 55524) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:31.967217 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.967698 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.968098 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.968512 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.968894 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.969271 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.969596 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.969917 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.970315 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.970695 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.971040 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:31.971333 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-470d331a-a23c-4a3e-83df-9a01e012590c admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:32.111125 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-66a50a01-3609-41e4-97c4-d4abde678569 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:32.155480 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-66a50a01-3609-41e4-97c4-d4abde678569 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:32.219573 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4abc5f71-5f29-4ccc-b5c2-2836c75ba9d3 req-c08df494-e916-4c26-ac72-c23d64c67e35 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:32.221162 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4abc5f71-5f29-4ccc-b5c2-2836c75ba9d3 req-c08df494-e916-4c26-ac72-c23d64c67e35 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1605000 Feb 02 15:53:32.260258 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-66a50a01-3609-41e4-97c4-d4abde678569 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:32.292691 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-66a50a01-3609-41e4-97c4-d4abde678569 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=dc6a2089-8441-4038-ae2c-d3cbecf16fd3,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:32.299288 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4abc5f71-5f29-4ccc-b5c2-2836c75ba9d3 req-a578817c-e3e7-43e9-a5f1-80910944c794 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0708907 Feb 02 15:53:32.304091 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-66a50a01-3609-41e4-97c4-d4abde678569 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:32.308342 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-66a50a01-3609-41e4-97c4-d4abde678569 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/dc6a2089-8441-4038-ae2c-d3cbecf16fd3 HTTP/1.1" status: 204 len: 168 time: 0.3434792 Feb 02 15:53:32.776537 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01f30d7a-a07a-4d57-b6b6-9da9a98111b9 req-ea5a80f8-d69f-45a6-9e45-ec3551331fb2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:32.778550 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-01f30d7a-a07a-4d57-b6b6-9da9a98111b9 req-ea5a80f8-d69f-45a6-9e45-ec3551331fb2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.1073024 Feb 02 15:53:32.836087 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-01f30d7a-a07a-4d57-b6b6-9da9a98111b9 req-d3db580c-f4c5-474a-8254-65aad37b7691 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0478528 Feb 02 15:53:33.013166 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-915eba04-e4ec-4c48-8aa1-7d426c033871 req-af66e7a1-1b42-46f8-b76d-e2470f8bd6fc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0567207 Feb 02 15:53:33.203799 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 55552) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:33.368071 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Request body: {'network': {'name': 'tempest-VolumesSnapshotTestJSON-909871230-network', 'tenant_id': 'e0f8b9a3206d475a923ca09341063d6c'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:33.379286 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:33.388828 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Usage tracker for resource:network and tenant:e0f8b9a3206d475a923ca09341063d6c is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:33.400678 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:33.432948 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:33.553846 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Made reservation on behalf of e0f8b9a3206d475a923ca09341063d6c for: {'network': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:33.557051 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:33.578026 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:33.618685 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:33.628981 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Usage tracker for resource:security_group_rule and tenant:e0f8b9a3206d475a923ca09341063d6c is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:33.632972 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:33.651465 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:33.666958 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-ef08d160-0d08-490c-9470-5751bb14b5f5 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:33.668403 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-ef08d160-0d08-490c-9470-5751bb14b5f5 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 811 time: 0.2640224 Feb 02 15:53:33.706340 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-daa54dc6-8e9b-4cde-9045-8135a6baadfc req-c53127a2-836b-4b08-998f-32726084ce38 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:33.707724 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-daa54dc6-8e9b-4cde-9045-8135a6baadfc req-c53127a2-836b-4b08-998f-32726084ce38 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.2248385 Feb 02 15:53:33.827081 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-daa54dc6-8e9b-4cde-9045-8135a6baadfc req-4a2fc0c6-53e3-48b3-bcdb-c9c63409b3c4 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1098566 Feb 02 15:53:33.848624 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-8275961d-fac1-479c-a8bf-f1e05056f741 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 380 time: 0.1078990 Feb 02 15:53:33.864896 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'port': {'device_id': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'admin_state_up': True, 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'security_groups': ['5a9e5a86-6d94-4680-a50e-9eaa4b6add25']}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:33.891989 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:33.951427 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:33.998815 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] vlan segment allocate from pool success with {'vlan_id': 361, 'physical_network': 'physnet1'} {{(pid=87157) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:53:34.019287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=efd4c39e-b351-4eaa-bce0-92d77cc9d80c,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:34.027454 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:34.027725 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.segments_db [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Added segment 8384d423-cc6f-4e55-9855-bf06fb248772 of type vlan for network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 Feb 02 15:53:34.253494 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:34.271724 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:34.287740 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:port and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:34.300988 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for port was recalculated. Used quota:2. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:34.325031 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource port. Total usage: 2; quota limit: 500; headroom:498 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:34.346436 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:34.347393 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:34.348123 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:34.377809 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Made reservation on behalf of 3643e7d70bd94645863a19a1c6e1fc98 for: {'port': 1} {{(pid=87157) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:34.381328 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:34.485929 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-e2e2226f-e30c-4708-a6ea-fd5069f59861 service neutron] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb&fields=id&fields=resource_request HTTP/1.1" status: 200 len: 255 time: 0.4029539 Feb 02 15:53:34.559676 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3f4a04b9-aa91-43c0-80b2-2a67375f5eb6 req-45f118b1-4bba-43bc-8caf-124fb6be164f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:34.562629 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3f4a04b9-aa91-43c0-80b2-2a67375f5eb6 req-45f118b1-4bba-43bc-8caf-124fb6be164f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 943 time: 0.3538239 Feb 02 15:53:34.576814 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 886 time: 1.3716235 Feb 02 15:53:34.580055 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55570) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:34.585287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d53ada7-06d4-4787-a35f-4049694f19f2 admin admin] Pushing event updated for resources: {'Network': ['ID=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:34.588391 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Request body: {'subnet': {'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesSnapshotTestJSON-909871230-subnet', 'tenant_id': 'e0f8b9a3206d475a923ca09341063d6c', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:34.595496 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:34.600429 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Usage tracker for resource:subnet and tenant:e0f8b9a3206d475a923ca09341063d6c is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:34.602845 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:53:34.604148 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:34.611175 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:34.623575 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Made reservation on behalf of e0f8b9a3206d475a923ca09341063d6c for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:34.629077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:34.792247 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_common [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Allocated IP 172.20.0.6 (4805f801-0f9c-4c12-8af0-21f85faac7cd/fc117309-6708-4bef-a858-480f2f556061/d39cb300-d72f-416c-b59c-37090f286bb3) {{(pid=87157) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:34.980973 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3f4a04b9-aa91-43c0-80b2-2a67375f5eb6 req-bbc76df3-2714-46e4-9e9b-06192876d49f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.3967519 Feb 02 15:53:35.053003 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.078315 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.100296 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Transition to ACTIVE for port object d39cb300-d72f-416c-b59c-37090f286bb3 will not be triggered until provisioned by entity DHCP. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:35.141768 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:53:35.159449 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Checking segment: {'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:53:35.166478 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Network hostable DHCP agents. Network: 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:53:35.198079 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Pushing event updated for resources: {'Subnet': ['ID=9a0c3ac7-cddf-4a4e-b5c6-10125c430d13,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:35.202546 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c6ce0ce5-147a-4abf-b459-3256adea95a8 req-6f5287bf-30a7-4c2a-a353-ce1bece6e628 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0754440 Feb 02 15:53:35.220927 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.225492 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:53:35.245270 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:35.252726 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:35.253338 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.336769 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-98a6c89b-5749-4dcd-a1ca-17a688231a1e admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 850 time: 0.7555232 Feb 02 15:53:35.344191 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-e4f90e6f-8cef-409b-afce-f8344efc8e5e None None] Network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:53:35.379673 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd is already hosted by enough agents. {{(pid=87157) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:35.422252 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.base_scheduler [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources bound (agent type, host, resource id): {{(pid=87157) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:35.436338 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Received port after_create {{(pid=87157) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:53:35.456065 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:35.492954 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=d39cb300-d72f-416c-b59c-37090f286bb3,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:35.497914 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'port_id': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'mac_address': 'fa:16:3e:9e:57:e2', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 386, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:53:35.557921 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:35.558974 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.580420 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.589514 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-dac4ceff-6642-477e-995c-c8f79b2966bc tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 1.7319129 Feb 02 15:53:35.616655 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.v2.base [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Request body: {'port': {'device_id': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87157) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:35.634741 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id e163bab8-ef83-4f8f-b4ea-b3c491e578c5 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:53:35.667191 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7c6daeef-e527-4950-908a-c644ca5a2407 req-85bb1626-3b03-448b-a25c-1b58b046724e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:35.669067 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7c6daeef-e527-4950-908a-c644ca5a2407 req-85bb1626-3b03-448b-a25c-1b58b046724e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.3062110 Feb 02 15:53:35.706875 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:35.734994 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.808577 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7c6daeef-e527-4950-908a-c644ca5a2407 req-2664c743-b059-48bd-9d96-fc93d7a32b56 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1235793 Feb 02 15:53:35.821354 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:35.877651 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-77714a66-cbf7-4451-b029-853b2b872ea6 None None] Network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:53:35.895855 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-ff9a02e7-c3ac-4277-a4ee-94f4acac9f47 None None] Provisioning for port d39cb300-d72f-416c-b59c-37090f286bb3 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:35.961369 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-ff9a02e7-c3ac-4277-a4ee-94f4acac9f47 None None] Provisioning complete for port d39cb300-d72f-416c-b59c-37090f286bb3 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:35.961899 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ff9a02e7-c3ac-4277-a4ee-94f4acac9f47 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:36.001066 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=9']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:36.053601 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-ff9a02e7-c3ac-4277-a4ee-94f4acac9f47 None None] Port d39cb300-d72f-416c-b59c-37090f286bb3 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:53:36.113723 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['e163bab8-ef83-4f8f-b4ea-b3c491e578c5'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:53:36.361982 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d39cb300-d72f-416c-b59c-37090f286bb3 {{(pid=87157) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:53:36.370988 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Notify callbacks [] for port, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:36.392496 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.provisioning_blocks [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Transition to ACTIVE for port object d39cb300-d72f-416c-b59c-37090f286bb3 will not be triggered until provisioned by entity L2. {{(pid=87157) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:36.440649 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:36.757398 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Pushing event updated for resources: {'Port': ['ID=d39cb300-d72f-416c-b59c-37090f286bb3,revision_number=2']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:36.834937 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d820656d-f13a-4969-800c-b1c777130066 req-44504c06-bd21-44c9-aa22-d797c043f5be tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:36.846275 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d820656d-f13a-4969-800c-b1c777130066 req-44504c06-bd21-44c9-aa22-d797c043f5be tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 944 time: 0.4551473 Feb 02 15:53:36.930887 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d820656d-f13a-4969-800c-b1c777130066 req-c6473833-ff4d-44d1-8f74-72a5abfda2d8 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0833025 Feb 02 15:53:36.932041 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Attempting to bind port d39cb300-d72f-416c-b59c-37090f286bb3 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:53:36.932648 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Attempting to bind port d39cb300-d72f-416c-b59c-37090f286bb3 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:53:36.932784 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Attempting to bind port d39cb300-d72f-416c-b59c-37090f286bb3 on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:53:36.938297 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Port d39cb300-d72f-416c-b59c-37090f286bb3 on network 4805f801-0f9c-4c12-8af0-21f85faac7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:53:36.938669 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Attempting to bind port d39cb300-d72f-416c-b59c-37090f286bb3 on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:53:36.954397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:53:36.954397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Checking segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87157) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:53:36.954397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Bound using segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} {{(pid=87157) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:53:36.954397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.managers [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Bound port: d39cb300-d72f-416c-b59c-37090f286bb3, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}}] {{(pid=87157) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:53:36.954397 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:36.990637 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-978c0d64-b856-4a51-a2e3-dfb3c7aa889b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:36.992866 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-978c0d64-b856-4a51-a2e3-dfb3c7aa889b service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb&tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87 HTTP/1.1" status: 200 len: 1096 time: 0.1065850 Feb 02 15:53:37.051624 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] For port d39cb300-d72f-416c-b59c-37090f286bb3, host hv-cinder-81783, cleared binding levels {{(pid=87157) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:53:37.058520 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] For port d39cb300-d72f-416c-b59c-37090f286bb3, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d39cb300-d72f-416c-b59c-37090f286bb3,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87157) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:53:37.103079 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7807677'] for port, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:37.111851 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-a918eab8-5f60-4ef6-b8d1-484bb3bfa2f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.113461 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-a918eab8-5f60-4ef6-b8d1-484bb3bfa2f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1096 time: 0.0826964 Feb 02 15:53:37.158340 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:37.196640 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.197097 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:37.199136 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] 10.222.0.41 "PUT /v2.0/ports/d39cb300-d72f-416c-b59c-37090f286bb3 HTTP/1.1" status: 200 len: 1093 time: 1.5915511 Feb 02 15:53:37.199695 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:37.236283 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40c76de9-3b6d-4f4b-8ecf-484d6ea6b30e service neutron] Pushing event updated for resources: {'Port': ['ID=d39cb300-d72f-416c-b59c-37090f286bb3,revision_number=3']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:37.269983 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:37.270297 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8c7f1df-0874-4065-9fc1-8c2a98a1d736 req-3ee50e61-3ee3-4a11-9ad6-5a1a31a022e6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.270793 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:37.271097 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-c8c7f1df-0874-4065-9fc1-8c2a98a1d736 req-3ee50e61-3ee3-4a11-9ad6-5a1a31a022e6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:53:37.283543 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-d549c43e-dd04-4d45-b096-01ff7e1cd7b7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.285307 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-d549c43e-dd04-4d45-b096-01ff7e1cd7b7 service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 910 time: 0.1645072 Feb 02 15:53:37.352896 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-c8c7f1df-0874-4065-9fc1-8c2a98a1d736 req-3ee50e61-3ee3-4a11-9ad6-5a1a31a022e6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:53:37.354445 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c8c7f1df-0874-4065-9fc1-8c2a98a1d736 req-3ee50e61-3ee3-4a11-9ad6-5a1a31a022e6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 943 time: 0.2995303 Feb 02 15:53:37.408398 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-59465d5e-7368-4c60-a471-77351aee1473 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.411731 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-59465d5e-7368-4c60-a471-77351aee1473 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 1096 time: 0.1359303 Feb 02 15:53:37.422894 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c8c7f1df-0874-4065-9fc1-8c2a98a1d736 req-e15521b9-841e-402f-8832-9f4156265851 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0611963 Feb 02 15:53:37.431843 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-f01552fa-c534-4afe-8346-127b2e4d801b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 999 time: 0.1367607 Feb 02 15:53:37.473713 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:37.503868 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-054f3945-ca57-4b6b-b17f-22870cedf2f4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d39cb300-d72f-416c-b59c-37090f286bb3 HTTP/1.1" status: 200 len: 217 time: 0.0788746 Feb 02 15:53:37.513625 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:37.525682 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:37.540698 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:37.549432 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-0554a53b-a2cc-4ef1-a867-ff9aade3b8b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.551532 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-0554a53b-a2cc-4ef1-a867-ff9aade3b8b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.1140838 Feb 02 15:53:37.641891 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=10']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:37.654384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-7d6f94e8-0470-4ecc-bb07-150db5669482 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.655993 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-7d6f94e8-0470-4ecc-bb07-150db5669482 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0964863 Feb 02 15:53:37.657012 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-2e1b2744-a539-4f12-a3a8-f2bf1ea22a9f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.658507 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-2e1b2744-a539-4f12-a3a8-f2bf1ea22a9f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.1450694 Feb 02 15:53:37.779176 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2e2f4b42-fa1b-486b-9a36-d962d5e43d2e req-679cf960-ed83-4036-9557-4aa3a223e723 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.780744 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2e2f4b42-fa1b-486b-9a36-d962d5e43d2e req-679cf960-ed83-4036-9557-4aa3a223e723 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1667163 Feb 02 15:53:37.787291 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-aeed1417-ba3b-4ff5-ba61-6af9c1c9b92d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:37.789670 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-aeed1417-ba3b-4ff5-ba61-6af9c1c9b92d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1189232 Feb 02 15:53:37.816927 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-5ad751cb-f90f-408f-8c80-4582598ab247 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1479933 Feb 02 15:53:37.922260 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2e2f4b42-fa1b-486b-9a36-d962d5e43d2e req-b87fc16d-6038-4b05-8df9-111e1cf59957 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.1315422 Feb 02 15:53:37.978059 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-92420f7e-ea50-4de2-8087-0eab5fd680c8 req-72791f21-54ab-43b9-96f9-2bd81555a42e service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1540520 Feb 02 15:53:37.980550 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'status': 'completed', 'code': 200} Feb 02 15:53:37.983688 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-ebfc95f4-9b58-486d-a827-1e3e75086b0f service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1787276 Feb 02 15:53:38.020626 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'code': 200} Feb 02 15:53:38.265110 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e1d4a910-c3cb-4dcd-a49b-55905aff3579 req-8c9fdb05-750a-4ae2-af93-ec641b461622 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2584050 Feb 02 15:53:38.358536 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-5114d2f4-a19c-405f-84b1-9b42e8ed9c33 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:38.359206 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-5114d2f4-a19c-405f-84b1-9b42e8ed9c33 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Synchronizing usage tracker for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:network {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:53:38.389818 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-5114d2f4-a19c-405f-84b1-9b42e8ed9c33 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Unset dirty status for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:network {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:53:38.391026 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-5114d2f4-a19c-405f-84b1-9b42e8ed9c33 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/networks?id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 HTTP/1.1" status: 200 len: 813 time: 0.2744396 Feb 02 15:53:38.416092 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-9acded85-8790-4cf8-9861-066a9d890716 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/quotas/e0f8b9a3206d475a923ca09341063d6c HTTP/1.1" status: 200 len: 375 time: 0.0156574 Feb 02 15:53:38.418210 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f931f9bb-c684-4afe-b656-0e7d3cc11193 req-784deb81-062f-4f9c-b399-cd3e96b5cfa5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:38.419643 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f931f9bb-c684-4afe-b656-0e7d3cc11193 req-784deb81-062f-4f9c-b399-cd3e96b5cfa5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 1099 time: 0.1158655 Feb 02 15:53:38.456873 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd1936-479b-4ecb-b734-3bee63173964 req-a6748bdd-5019-42f8-90a8-9c9d0f3287ce service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:38.458398 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-16bd1936-479b-4ecb-b734-3bee63173964 req-a6748bdd-5019-42f8-90a8-9c9d0f3287ce service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 1096 time: 0.0851514 Feb 02 15:53:38.484119 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-ca9d3c92-cbc2-403a-8ee9-2facdd4c7bc1 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0f8b9a3206d475a923ca09341063d6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0621271 Feb 02 15:53:38.584090 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f931f9bb-c684-4afe-b656-0e7d3cc11193 req-28f436d8-d255-4675-afd9-d1a9b8c5bf57 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1292653 Feb 02 15:53:38.611290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd1936-479b-4ecb-b734-3bee63173964 req-9d239a91-47a5-4ed9-9bef-d17b2516a47d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:38.612769 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-16bd1936-479b-4ecb-b734-3bee63173964 req-9d239a91-47a5-4ed9-9bef-d17b2516a47d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1474307 Feb 02 15:53:38.651218 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-35179d8d-bc05-435b-97d6-a2d85e4ed132 service neutron] 10.222.0.18 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1569788 Feb 02 15:53:38.689763 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:53:38.910156 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-438dc35d-f17e-474f-a715-b5a08e20845e service neutron] 10.222.0.18 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2498097 Feb 02 15:53:38.967200 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-16bd1936-479b-4ecb-b734-3bee63173964 req-dd1501f2-4e9c-438b-b0c6-956a2fef7b68 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d39cb300-d72f-416c-b59c-37090f286bb3 HTTP/1.1" status: 200 len: 217 time: 0.0727007 Feb 02 15:53:39.063268 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd1936-479b-4ecb-b734-3bee63173964 req-b0e96987-a70b-44e0-b613-b134d04a32df service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.064730 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-16bd1936-479b-4ecb-b734-3bee63173964 req-b0e96987-a70b-44e0-b613-b134d04a32df service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0757148 Feb 02 15:53:39.173750 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16bd1936-479b-4ecb-b734-3bee63173964 req-5ebcbd2f-e513-4263-95f4-e681918dcbba service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.175372 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-16bd1936-479b-4ecb-b734-3bee63173964 req-5ebcbd2f-e513-4263-95f4-e681918dcbba service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1028333 Feb 02 15:53:39.239153 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7534c852-faa9-4e12-aee0-4422ee692023 req-fe44a153-5220-471f-a0ef-b7af908f7aa0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.242056 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7534c852-faa9-4e12-aee0-4422ee692023 req-fe44a153-5220-471f-a0ef-b7af908f7aa0 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.1195817 Feb 02 15:53:39.302606 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7534c852-faa9-4e12-aee0-4422ee692023 req-fecf70a2-b96b-4f01-b7fe-a96c693779d6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0512393 Feb 02 15:53:39.356263 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-16bd1936-479b-4ecb-b734-3bee63173964 req-806dd20d-7253-4e6f-af1b-07dd31dc38eb service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1725714 Feb 02 15:53:39.562765 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16e078a5-cf2f-49db-b339-03593b14c345 req-7f012a8f-277a-40be-bf81-c97102d75afd tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.564388 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-16e078a5-cf2f-49db-b339-03593b14c345 req-7f012a8f-277a-40be-bf81-c97102d75afd tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 943 time: 0.1161458 Feb 02 15:53:39.609450 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-16bd1936-479b-4ecb-b734-3bee63173964 req-31428a61-0103-48ec-bc6c-f2cf16ef8f00 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2416933 Feb 02 15:53:39.618248 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-16e078a5-cf2f-49db-b339-03593b14c345 req-8f6d243f-dc2e-47f8-8bbd-1d87ff23e304 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0473766 Feb 02 15:53:39.846736 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e5a12e47-2ccb-4bf9-b1ea-825599fbbf46 req-ecb6933a-3a26-48ca-845f-9c26bc2483e2 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:39.848840 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e5a12e47-2ccb-4bf9-b1ea-825599fbbf46 req-ecb6933a-3a26-48ca-845f-9c26bc2483e2 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1206315 Feb 02 15:53:39.905441 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e5a12e47-2ccb-4bf9-b1ea-825599fbbf46 req-5b122364-1b85-44b9-a1ad-2d186118c650 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0483825 Feb 02 15:53:40.082932 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-00f1ec78-f587-41db-902b-758a441554ef req-fcf521c1-8894-4001-9987-c86c96367300 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 210 time: 0.0454376 Feb 02 15:53:40.555852 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84087e6a-9038-4e1b-9a8a-e8a7da9e470d req-3b5cdd26-8123-4728-8e65-bd0ffb728e2a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:40.557786 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-84087e6a-9038-4e1b-9a8a-e8a7da9e470d req-3b5cdd26-8123-4728-8e65-bd0ffb728e2a tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.1063545 Feb 02 15:53:40.622742 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-84087e6a-9038-4e1b-9a8a-e8a7da9e470d req-97889441-b789-4141-9e16-2f541057aa52 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0556028 Feb 02 15:53:40.698306 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-64090862-0401-4913-be34-a0f25de44e65 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:40.700994 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-64090862-0401-4913-be34-a0f25de44e65 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "GET /v2.0/networks?id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 HTTP/1.1" status: 200 len: 813 time: 0.2415357 Feb 02 15:53:40.723452 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Request body: {'port': {'device_id': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8', 'admin_state_up': True, 'tenant_id': 'e0f8b9a3206d475a923ca09341063d6c'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:40.928068 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e431f4d4-b970-4210-88da-1de71f8618ec req-115a2c39-e3ef-495e-89f2-224808d90f04 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:40.930113 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e431f4d4-b970-4210-88da-1de71f8618ec req-115a2c39-e3ef-495e-89f2-224808d90f04 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 943 time: 0.1201541 Feb 02 15:53:40.937747 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:40.943578 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Usage tracker for resource:port and tenant:e0f8b9a3206d475a923ca09341063d6c is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:40.947374 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:40.954486 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:40.978962 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Made reservation on behalf of e0f8b9a3206d475a923ca09341063d6c for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:53:40.982590 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:40.993674 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e431f4d4-b970-4210-88da-1de71f8618ec req-d52ad470-0e0d-4f5e-910e-39054be5b0df tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0544319 Feb 02 15:53:41.185118 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Allocated IP 172.20.0.6 (8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8/9a0c3ac7-cddf-4a4e-b5c6-10125c430d13/5107badb-106f-4f8c-93a0-f2111fc35983) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:41.231292 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dbc881c4-1e52-446c-8b32-3b2d5137cd8a req-5b3af7fb-18ab-41a4-b254-ecc2edee1e77 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:41.232834 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dbc881c4-1e52-446c-8b32-3b2d5137cd8a req-5b3af7fb-18ab-41a4-b254-ecc2edee1e77 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0944188 Feb 02 15:53:41.289772 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dbc881c4-1e52-446c-8b32-3b2d5137cd8a req-b18b31a1-6db3-4d8e-8911-4624ba1895dc tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457220 Feb 02 15:53:41.447134 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d4c6d1f0-7d86-4bc0-a7bf-f69bb6c87029 req-9c195c0e-a4ec-42cf-854d-7efd242a8f29 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 210 time: 0.0430686 Feb 02 15:53:41.452212 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:41.508775 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:41.583541 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:41.586991 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:41.590897 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:53:41.622960 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Pushing event updated for resources: {'Port': ['ID=5107badb-106f-4f8c-93a0-f2111fc35983,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:41.663540 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:41.664368 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:41.690000 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-c7b7e77e-048a-4e09-812f-cca0b0870ca9 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.9732773 Feb 02 15:53:41.709869 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Request body: {'port': {'device_id': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:41.860448 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:41.863684 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-01e911e0-cde8-4453-adb9-16cf9719b3ff req-cc0f02a6-3a76-4657-ae9e-4a813d3ac734 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:41.865169 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-01e911e0-cde8-4453-adb9-16cf9719b3ff req-cc0f02a6-3a76-4657-ae9e-4a813d3ac734 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.0860953 Feb 02 15:53:41.916156 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-01e911e0-cde8-4453-adb9-16cf9719b3ff req-513dee7a-8bde-44ee-9f77-4a228cef6a59 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0445204 Feb 02 15:53:42.201325 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bf0fb2a3-56da-4af7-a242-2619c3a6a455 req-193dc8cc-d209-44ef-82a0-441a4aef4968 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:42.202836 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf0fb2a3-56da-4af7-a242-2619c3a6a455 req-193dc8cc-d209-44ef-82a0-441a4aef4968 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 943 time: 0.0882940 Feb 02 15:53:42.249221 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 5107badb-106f-4f8c-93a0-f2111fc35983 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:53:42.258357 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:42.259393 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bf0fb2a3-56da-4af7-a242-2619c3a6a455 req-08677ce5-ceee-4638-bc8e-ea9f47ba3326 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436268 Feb 02 15:53:42.283507 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Transition to ACTIVE for port object 5107badb-106f-4f8c-93a0-f2111fc35983 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:53:42.288788 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:42.454286 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Pushing event updated for resources: {'Port': ['ID=5107badb-106f-4f8c-93a0-f2111fc35983,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:42.513980 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-047a3382-3e61-41af-b048-f668f5efa0af req-d1fde721-874b-4fce-af9c-a6a44e199ccb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:42.515515 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-047a3382-3e61-41af-b048-f668f5efa0af req-d1fde721-874b-4fce-af9c-a6a44e199ccb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0972741 Feb 02 15:53:42.549537 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Attempting to bind port 5107badb-106f-4f8c-93a0-f2111fc35983 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:53:42.549843 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Attempting to bind port 5107badb-106f-4f8c-93a0-f2111fc35983 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:53:42.550265 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Attempting to bind port 5107badb-106f-4f8c-93a0-f2111fc35983 on network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:53:42.557624 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Port 5107badb-106f-4f8c-93a0-f2111fc35983 on network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:53:42.557853 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Attempting to bind port 5107badb-106f-4f8c-93a0-f2111fc35983 on network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:53:42.566719 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 53, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:53:42.567247 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Checking segment: {'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:53:42.567860 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Bound using segment: {'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:53:42.568569 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Bound port: 5107badb-106f-4f8c-93a0-f2111fc35983, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:53:42.569111 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:42.573680 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-047a3382-3e61-41af-b048-f668f5efa0af req-17187804-213e-434c-bb59-354dd82b72be tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0507572 Feb 02 15:53:42.673051 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] For port 5107badb-106f-4f8c-93a0-f2111fc35983, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:53:42.676616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] For port 5107badb-106f-4f8c-93a0-f2111fc35983, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5107badb-106f-4f8c-93a0-f2111fc35983,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:53:42.684259 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:42.782785 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a8aa70f0-c33d-4589-b13f-463c4e581b3d req-9b2b21a7-bdc6-4bd3-ae88-15e69b7f71fe tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:42.784404 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a8aa70f0-c33d-4589-b13f-463c4e581b3d req-9b2b21a7-bdc6-4bd3-ae88-15e69b7f71fe tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 943 time: 0.1104968 Feb 02 15:53:42.841777 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-a8aa70f0-c33d-4589-b13f-463c4e581b3d req-39f639bd-6187-41fe-8961-f3301ca3ba22 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Synchronizing usage tracker for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:security_group {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:53:42.842743 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:42.843502 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:42.845121 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] 10.222.0.41 "PUT /v2.0/ports/5107badb-106f-4f8c-93a0-f2111fc35983 HTTP/1.1" status: 200 len: 1093 time: 1.1404202 Feb 02 15:53:42.845603 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'tag': '5107badb-106f-4f8c-93a0-f2111fc35983'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:42.861630 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-a8aa70f0-c33d-4589-b13f-463c4e581b3d req-39f639bd-6187-41fe-8961-f3301ca3ba22 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Unset dirty status for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:security_group {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:53:42.863201 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a8aa70f0-c33d-4589-b13f-463c4e581b3d req-39f639bd-6187-41fe-8961-f3301ca3ba22 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0711281 Feb 02 15:53:42.875462 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6b283051-1593-478d-8e0f-145713bbddcc service neutron] Pushing event updated for resources: {'Port': ['ID=5107badb-106f-4f8c-93a0-f2111fc35983,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:42.943490 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'tag': '5107badb-106f-4f8c-93a0-f2111fc35983', 'status': 'completed', 'code': 200} Feb 02 15:53:42.995758 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-f229a3a4-dd5c-4b23-9f2a-68816db4038f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:42.997727 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-f229a3a4-dd5c-4b23-9f2a-68816db4038f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0f8b9a3206d475a923ca09341063d6c&device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 1096 time: 0.0884509 Feb 02 15:53:43.087491 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-ec44af0f-4bc1-427d-a75d-a3eae2c74cda service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5107badb-106f-4f8c-93a0-f2111fc35983 HTTP/1.1" status: 200 len: 217 time: 0.0751069 Feb 02 15:53:43.159856 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-7086dc07-89b6-47a8-9bc9-ccf91deafff3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:43.161327 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-7086dc07-89b6-47a8-9bc9-ccf91deafff3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0c3ac7-cddf-4a4e-b5c6-10125c430d13 HTTP/1.1" status: 200 len: 853 time: 0.0677252 Feb 02 15:53:43.211611 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-4619b2fb-fcf5-4581-ac4f-9844d59501cf service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0429211 Feb 02 15:53:43.356908 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-ba5773b3-b00a-4f5a-a7ce-1533e9828e06 service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1383843 Feb 02 15:53:43.484005 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc04f1e5-77a9-402f-931b-7c2ce0972071 req-e3a6dde7-57bc-43d3-9eed-4a074557a9b8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:43.485402 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cc04f1e5-77a9-402f-931b-7c2ce0972071 req-e3a6dde7-57bc-43d3-9eed-4a074557a9b8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 943 time: 0.0883467 Feb 02 15:53:43.499088 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-8d034a6b-8467-4e26-abf7-ceddd0ebb2a6 req-9f98d44b-a94f-4bf1-a577-c2440fa0fca1 service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1358929 Feb 02 15:53:43.534161 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cc04f1e5-77a9-402f-931b-7c2ce0972071 req-44ca2e3c-ad6a-46e5-a1d0-e2da2f13dc6b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0422273 Feb 02 15:53:43.687979 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-39c200db-559b-4d8b-9024-13e67f273a1f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:43.690976 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-39c200db-559b-4d8b-9024-13e67f273a1f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0f8b9a3206d475a923ca09341063d6c&device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 1096 time: 0.0749280 Feb 02 15:53:43.771085 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8a74ee49-fe85-48f7-b991-e94850c68afc req-22be2489-ff47-41eb-a994-760fe7ebcc75 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:43.773252 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a74ee49-fe85-48f7-b991-e94850c68afc req-22be2489-ff47-41eb-a994-760fe7ebcc75 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0876286 Feb 02 15:53:43.820606 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8a74ee49-fe85-48f7-b991-e94850c68afc req-e94d394d-9935-4c04-84c4-bbf1e59dab70 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404499 Feb 02 15:53:43.836164 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-742b7ed4-d5f7-4fa3-a227-dde977de2c59 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:43.837652 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-742b7ed4-d5f7-4fa3-a227-dde977de2c59 service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 HTTP/1.1" status: 200 len: 914 time: 0.1360557 Feb 02 15:53:43.924461 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-4c366c50-743d-4bb3-9aec-082d6b2146e1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=5107badb-106f-4f8c-93a0-f2111fc35983 HTTP/1.1" status: 200 len: 217 time: 0.0659583 Feb 02 15:53:43.992868 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-1e96c431-8c89-4b7c-b5a3-8eca767ebc2a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:43.994327 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-1e96c431-8c89-4b7c-b5a3-8eca767ebc2a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0c3ac7-cddf-4a4e-b5c6-10125c430d13 HTTP/1.1" status: 200 len: 853 time: 0.0630782 Feb 02 15:53:44.049613 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:44.063892 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-1f3b977b-4d1a-4908-8e20-395706377a00 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0447800 Feb 02 15:53:44.087123 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-75ec4206-9810-436b-b074-278f533868d8 req-5bbe36a8-93f0-4693-a32f-27daffce4514 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:44.088626 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-75ec4206-9810-436b-b074-278f533868d8 req-5bbe36a8-93f0-4693-a32f-27daffce4514 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 943 time: 0.1076782 Feb 02 15:53:44.140927 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-75ec4206-9810-436b-b074-278f533868d8 req-cb11d310-79a2-4469-892b-87a7416a26e2 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0459616 Feb 02 15:53:44.221881 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-c715645a-ac9c-4c47-b052-03d263af168d service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1495557 Feb 02 15:53:44.359280 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-70c05417-c27a-49d1-9879-f503c4f9d834 req-a8240ac2-da5e-40a6-9b9c-420d93b487cc service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1287639 Feb 02 15:53:44.725985 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-897648c3-40d0-4bdf-9d02-51366e4f885c req-2bd64fb2-e049-4564-b8a5-10c66f82d0e4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:44.727637 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-897648c3-40d0-4bdf-9d02-51366e4f885c req-2bd64fb2-e049-4564-b8a5-10c66f82d0e4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 943 time: 0.0869479 Feb 02 15:53:44.782650 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-897648c3-40d0-4bdf-9d02-51366e4f885c req-7936cbb4-9aa6-44ec-9339-b7ad23d91b6a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0488615 Feb 02 15:53:45.009274 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-405fd31a-518f-448f-9c8b-d14b96b9de44 req-b51fc837-0476-4e07-bd4d-f94298fc60fb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:45.010584 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-405fd31a-518f-448f-9c8b-d14b96b9de44 req-b51fc837-0476-4e07-bd4d-f94298fc60fb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.0819333 Feb 02 15:53:45.059236 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-405fd31a-518f-448f-9c8b-d14b96b9de44 req-dd05b9a0-203b-45bd-924c-65cc2594f936 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0388699 Feb 02 15:53:45.208052 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5107badb-106f-4f8c-93a0-f2111fc35983 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:53:45.382708 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 5107badb-106f-4f8c-93a0-f2111fc35983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5107badb-106f-4f8c-93a0-f2111fc35983,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:45.396354 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-867375e7-b91a-4717-9c61-214e9d6568ac req-41f4748c-c3c7-40be-b1f0-32bfeb6126ed tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:45.398447 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-867375e7-b91a-4717-9c61-214e9d6568ac req-41f4748c-c3c7-40be-b1f0-32bfeb6126ed tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 943 time: 0.0936723 Feb 02 15:53:45.406493 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '5107badb-106f-4f8c-93a0-f2111fc35983', 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8', 'port_id': '5107badb-106f-4f8c-93a0-f2111fc35983', 'mac_address': 'fa:16:3e:15:f3:5f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0c3ac7-cddf-4a4e-b5c6-10125c430d13', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:53:45.451369 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-867375e7-b91a-4717-9c61-214e9d6568ac req-a71cf36e-1d86-4445-af08-d2f44cf55196 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0468955 Feb 02 15:53:45.497923 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:45.517058 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 5107badb-106f-4f8c-93a0-f2111fc35983 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:53:45.533952 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 5107badb-106f-4f8c-93a0-f2111fc35983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5107badb-106f-4f8c-93a0-f2111fc35983,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:45.539805 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:45.540796 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d39cb300-d72f-416c-b59c-37090f286bb3 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:53:45.722481 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=5107badb-106f-4f8c-93a0-f2111fc35983,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:45.753561 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.754337 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.754706 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.755212 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.755749 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.756301 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.757377 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.757920 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.758662 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.759210 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.759746 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.760861 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:53:45.837336 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d39cb300-d72f-416c-b59c-37090f286bb3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d39cb300-d72f-416c-b59c-37090f286bb3,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:45.859656 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'port_id': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'mac_address': 'fa:16:3e:06:a8:04', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.6'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:53:45.940210 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:45.961051 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d39cb300-d72f-416c-b59c-37090f286bb3 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:53:45.980626 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d39cb300-d72f-416c-b59c-37090f286bb3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d39cb300-d72f-416c-b59c-37090f286bb3,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:45.985986 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:45.988102 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:53:46.031740 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8087cdb6-253a-4420-ab11-1cf737c28236 req-a8414e40-42d7-4380-bc53-3e8f23f6a861 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:46.036587 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8087cdb6-253a-4420-ab11-1cf737c28236 req-a8414e40-42d7-4380-bc53-3e8f23f6a861 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 943 time: 0.1245680 Feb 02 15:53:46.112515 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8087cdb6-253a-4420-ab11-1cf737c28236 req-e1caba0a-1ffd-4728-a9ed-14ac3bd7c26b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0639558 Feb 02 15:53:46.169934 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=d39cb300-d72f-416c-b59c-37090f286bb3,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:46.232128 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:46.248589 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'port_id': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'mac_address': 'fa:16:3e:64:53:c5', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 368, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:53:46.318376 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:46.341097 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:53:46.361955 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:46.368434 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:46.387756 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ceef7c30-e2cf-4b13-9f76-ac51e82b4a46 req-d8d9d4a6-6511-419c-ab74-63029532eeee tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:46.389928 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ceef7c30-e2cf-4b13-9f76-ac51e82b4a46 req-d8d9d4a6-6511-419c-ab74-63029532eeee tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 943 time: 0.1376033 Feb 02 15:53:46.458464 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ceef7c30-e2cf-4b13-9f76-ac51e82b4a46 req-86da452c-6af9-41cb-8c61-a93a6b88321c tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0567186 Feb 02 15:53:46.469858 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=7']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:46.731408 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-31f317dc-7c92-4045-8472-ae855f9bc3ea req-3cf86373-f695-4829-b4cc-d668d217b953 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:46.733918 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-31f317dc-7c92-4045-8472-ae855f9bc3ea req-3cf86373-f695-4829-b4cc-d668d217b953 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 944 time: 0.1152377 Feb 02 15:53:46.808687 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-31f317dc-7c92-4045-8472-ae855f9bc3ea req-b3cf62ea-0570-4b55-8107-47cced130439 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0677841 Feb 02 15:53:46.898615 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['5107badb-106f-4f8c-93a0-f2111fc35983'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:53:46.926679 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:53:46.963650 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['d39cb300-d72f-416c-b59c-37090f286bb3'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:53:47.405725 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-10d098b5-cf30-43c1-84fb-7c79118a9e85 req-6118a771-f0f5-4fe3-bc10-f49e38ef5d94 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:47.408493 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-10d098b5-cf30-43c1-84fb-7c79118a9e85 req-6118a771-f0f5-4fe3-bc10-f49e38ef5d94 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 944 time: 0.1053221 Feb 02 15:53:47.491165 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-10d098b5-cf30-43c1-84fb-7c79118a9e85 req-65fe165a-5a4d-4f0f-92f0-29845e794c34 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0712905 Feb 02 15:53:47.825336 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f281363a-248d-495d-8872-83e393cb1198 req-46fc340a-5c0d-45ef-9b0d-21e293e84c94 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:47.827347 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f281363a-248d-495d-8872-83e393cb1198 req-46fc340a-5c0d-45ef-9b0d-21e293e84c94 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 944 time: 0.1664746 Feb 02 15:53:47.896552 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f281363a-248d-495d-8872-83e393cb1198 req-fb90a898-1a68-4222-908a-760dfff00f0a tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0609021 Feb 02 15:53:48.126624 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ba5bd293-47da-4f9e-9772-6fb73c8f15fd req-5e98dc06-89ab-4d75-9fb1-65e0d93b8617 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:48.128090 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ba5bd293-47da-4f9e-9772-6fb73c8f15fd req-5e98dc06-89ab-4d75-9fb1-65e0d93b8617 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 944 time: 0.0924644 Feb 02 15:53:48.177435 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ba5bd293-47da-4f9e-9772-6fb73c8f15fd req-026b9a6c-a876-4a2a-af8c-6e8c269265eb tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0426173 Feb 02 15:53:48.723788 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-89b883d8-11cf-4cfa-ad01-8578769d66b4 req-c087eb91-42bb-410f-80b6-f72f9a8a98a4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:48.725556 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-89b883d8-11cf-4cfa-ad01-8578769d66b4 req-c087eb91-42bb-410f-80b6-f72f9a8a98a4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 944 time: 0.0996523 Feb 02 15:53:48.800949 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-89b883d8-11cf-4cfa-ad01-8578769d66b4 req-f0f93438-8cfe-4434-bb19-3ed29a33ac4d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0646296 Feb 02 15:53:49.135272 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a3e8fb6e-4599-41e7-ac5c-4c722658122b req-a00e3bc7-f8e6-41a9-a484-67417564c101 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:49.136739 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a3e8fb6e-4599-41e7-ac5c-4c722658122b req-a00e3bc7-f8e6-41a9-a484-67417564c101 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 944 time: 0.1048131 Feb 02 15:53:49.187598 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a3e8fb6e-4599-41e7-ac5c-4c722658122b req-f000d0c6-2e3c-43d7-908b-57fbec032751 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438263 Feb 02 15:53:49.223111 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5107badb-106f-4f8c-93a0-f2111fc35983 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:49.315113 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 5107badb-106f-4f8c-93a0-f2111fc35983 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:49.320472 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 5107badb-106f-4f8c-93a0-f2111fc35983 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:49.320847 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:49.461259 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-8d2cb8b0-97cb-4595-b625-ced838032b41 req-c3b86c55-8032-4f3a-9c7a-9533d50b7954 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:49.461516 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:49.463308 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d2cb8b0-97cb-4595-b625-ced838032b41 req-c3b86c55-8032-4f3a-9c7a-9533d50b7954 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 944 time: 0.1092010 Feb 02 15:53:49.493271 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5107badb-106f-4f8c-93a0-f2111fc35983'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:49.503054 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 5107badb-106f-4f8c-93a0-f2111fc35983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5107badb-106f-4f8c-93a0-f2111fc35983,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:49.508537 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:49.509773 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d39cb300-d72f-416c-b59c-37090f286bb3 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:49.528076 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8d2cb8b0-97cb-4595-b625-ced838032b41 req-3d198d46-ba85-42d0-920a-f7a91fac491f tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0581930 Feb 02 15:53:49.614972 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '5107badb-106f-4f8c-93a0-f2111fc35983', 'code': 200} Feb 02 15:53:49.635525 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=5107badb-106f-4f8c-93a0-f2111fc35983,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:49.647067 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port d39cb300-d72f-416c-b59c-37090f286bb3 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:53:49.652228 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port d39cb300-d72f-416c-b59c-37090f286bb3 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:49.653305 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:49.807491 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:49.861879 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d39cb300-d72f-416c-b59c-37090f286bb3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d39cb300-d72f-416c-b59c-37090f286bb3,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:49.872551 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:49.873894 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:53:50.011764 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=d39cb300-d72f-416c-b59c-37090f286bb3,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:50.023426 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:53:50.023999 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:50.024778 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9011a3e5-e5f8-4def-9993-c31d7ef6453d req-2f557bda-e892-4d9c-8c9e-a1f32204ddb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:50.027341 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9011a3e5-e5f8-4def-9993-c31d7ef6453d req-2f557bda-e892-4d9c-8c9e-a1f32204ddb5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 1098 time: 0.1158595 Feb 02 15:53:50.070312 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc5b14fb-f1b2-4588-ad8e-31e87b8db047 req-ed21fb52-ae2b-415b-9574-d5ce5c591c14 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:50.072048 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc5b14fb-f1b2-4588-ad8e-31e87b8db047 req-ed21fb52-ae2b-415b-9574-d5ce5c591c14 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.1319809 Feb 02 15:53:50.086180 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-9011a3e5-e5f8-4def-9993-c31d7ef6453d req-6227aa7f-991b-4a23-9182-aba288815f1c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0522377 Feb 02 15:53:50.136290 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc5b14fb-f1b2-4588-ad8e-31e87b8db047 req-3e3f2584-aab1-45e4-a0ad-77e4c1209548 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0566068 Feb 02 15:53:50.184715 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:50.232742 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:53:50.240210 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:50.316757 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=8']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:50.397069 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d665a11-c646-4a95-a126-58469d98eca0 req-fd65d5b4-1750-4116-9ddc-c9c7e210fd3a tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:50.399128 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d665a11-c646-4a95-a126-58469d98eca0 req-fd65d5b4-1750-4116-9ddc-c9c7e210fd3a tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0809271 Feb 02 15:53:50.444574 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d665a11-c646-4a95-a126-58469d98eca0 req-3ee2653d-f141-4a85-84d4-b54cffc2164f tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0387213 Feb 02 15:53:50.838348 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9adf2a1-06d1-4d52-bf03-880dbc203f34 req-91969397-52bd-47a2-9f57-656ff1bdcb2e tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:50.839736 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9adf2a1-06d1-4d52-bf03-880dbc203f34 req-91969397-52bd-47a2-9f57-656ff1bdcb2e tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 945 time: 0.1972582 Feb 02 15:53:50.892248 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9adf2a1-06d1-4d52-bf03-880dbc203f34 req-d4a82be4-2be3-4ad6-8806-2dc0dff5324c tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0464199 Feb 02 15:53:51.373607 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-bb8531c3-1d55-4794-ab2a-a464d3b9f4aa req-fbf8ef1c-3f77-48f1-812a-25b25a6086b6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:51.375131 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bb8531c3-1d55-4794-ab2a-a464d3b9f4aa req-fbf8ef1c-3f77-48f1-812a-25b25a6086b6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.0930750 Feb 02 15:53:51.439543 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bb8531c3-1d55-4794-ab2a-a464d3b9f4aa req-23895247-a4e0-4bc4-b470-fb7c0826eda0 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0543978 Feb 02 15:53:51.616845 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3'}, {'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:51.669302 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-361d6b9b-360d-408b-a5fc-c275dc923d8c req-1ac98c29-cd2d-479c-8207-58a20f451cff tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:51.670813 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-361d6b9b-360d-408b-a5fc-c275dc923d8c req-1ac98c29-cd2d-479c-8207-58a20f451cff tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1146951 Feb 02 15:53:51.740921 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-361d6b9b-360d-408b-a5fc-c275dc923d8c req-0093dc35-02df-476f-aebd-83c7ec26bcb8 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0582154 Feb 02 15:53:51.816118 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'code': 200} Feb 02 15:53:51.816378 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'code': 200} Feb 02 15:53:52.117763 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-22ae0174-a86c-4f27-8bdc-0908a958becc req-52aa49ee-bf77-4071-8143-1b3e867200f3 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:52.119425 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-22ae0174-a86c-4f27-8bdc-0908a958becc req-52aa49ee-bf77-4071-8143-1b3e867200f3 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 945 time: 0.1043520 Feb 02 15:53:52.181263 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-22ae0174-a86c-4f27-8bdc-0908a958becc req-f59c34bc-0996-4e7e-b29a-adff591ac709 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0526209 Feb 02 15:53:52.241498 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-28f623fc-2918-4876-905b-fc3f6189c7db req-93c4b46e-5ba5-4eaf-986b-8144690d1a4a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:52.244420 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-28f623fc-2918-4876-905b-fc3f6189c7db req-93c4b46e-5ba5-4eaf-986b-8144690d1a4a service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 1098 time: 0.1049323 Feb 02 15:53:52.285574 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6e53c7d-a415-4023-891f-1d2820ddf539 req-ead1198f-9ade-4fc7-902d-c6ec8dc0bacf service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:52.288707 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c6e53c7d-a415-4023-891f-1d2820ddf539 req-ead1198f-9ade-4fc7-902d-c6ec8dc0bacf service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1098 time: 0.0859163 Feb 02 15:53:52.300916 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-28f623fc-2918-4876-905b-fc3f6189c7db req-82690585-57f1-4da7-a45e-c152b573b1f8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0499015 Feb 02 15:53:52.345117 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c6e53c7d-a415-4023-891f-1d2820ddf539 req-d3d4637c-d72e-4e35-a1f9-8a10165c5736 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0497801 Feb 02 15:53:52.691180 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-040ec735-34a4-47b2-bf16-662e7cf00a41 req-12519e10-8e36-4883-8c85-ff4eb37bc8c1 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:52.693119 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-040ec735-34a4-47b2-bf16-662e7cf00a41 req-12519e10-8e36-4883-8c85-ff4eb37bc8c1 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.0896344 Feb 02 15:53:52.748069 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-040ec735-34a4-47b2-bf16-662e7cf00a41 req-b66375eb-d3d4-4c7a-b15c-5c8092a6ba76 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0436172 Feb 02 15:53:53.000708 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ea123791-7e55-4661-86f0-8ba3d547212a req-24632145-d5dc-40e6-be88-4e82c11bdd15 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:53.002850 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ea123791-7e55-4661-86f0-8ba3d547212a req-24632145-d5dc-40e6-be88-4e82c11bdd15 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1220429 Feb 02 15:53:53.052609 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ea123791-7e55-4661-86f0-8ba3d547212a req-260db593-5d49-45a3-9f6a-7ddbea0242ac tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0419848 Feb 02 15:53:53.380843 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1fa6aea9-bd43-46bd-8cbf-af12c8cebd9f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:53.970547 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5911108b-3a75-48f7-af28-4cd5e8842e8b req-d3f7317d-5a2e-4de6-b6ae-2e1015aae77e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:53.972035 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5911108b-3a75-48f7-af28-4cd5e8842e8b req-d3f7317d-5a2e-4de6-b6ae-2e1015aae77e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.0943036 Feb 02 15:53:54.021268 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5911108b-3a75-48f7-af28-4cd5e8842e8b req-b5784df1-841e-4083-b2b1-b322da440cf2 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428624 Feb 02 15:53:54.269717 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-40eeb9f9-e6e9-4b51-8c61-870fa231c49e req-e6db3e20-bc83-4524-94b0-872ca2b0bfb4 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:54.271211 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-40eeb9f9-e6e9-4b51-8c61-870fa231c49e req-e6db3e20-bc83-4524-94b0-872ca2b0bfb4 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0896239 Feb 02 15:53:54.340992 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-40eeb9f9-e6e9-4b51-8c61-870fa231c49e req-55267279-9e0b-4093-92ec-2c0945ace315 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0629206 Feb 02 15:53:55.239386 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-180e0b24-30f8-4fc5-9814-6d6d107b2f2a req-45021fb8-2bc3-4dff-936c-9105d3fd704e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:55.241468 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-180e0b24-30f8-4fc5-9814-6d6d107b2f2a req-45021fb8-2bc3-4dff-936c-9105d3fd704e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.0886049 Feb 02 15:53:55.290218 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-180e0b24-30f8-4fc5-9814-6d6d107b2f2a req-63dbb262-d5fa-4639-b02c-300fafeb08cf tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0429080 Feb 02 15:53:55.590329 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1c3cbde5-a083-4e8a-9b7f-b86fcef4ea86 req-7577f9fa-9a08-4a69-be49-c0bcf5d52ef0 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:55.592348 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1c3cbde5-a083-4e8a-9b7f-b86fcef4ea86 req-7577f9fa-9a08-4a69-be49-c0bcf5d52ef0 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.1253431 Feb 02 15:53:55.662455 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1c3cbde5-a083-4e8a-9b7f-b86fcef4ea86 req-e9b32559-f972-48cb-99d2-b78bab1cdee6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0641201 Feb 02 15:53:55.709202 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55808) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:55.715721 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d8db55f3-5d30-46a3-afa4-cbca7cc67f1e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:55.917160 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ab71af13-cc15-4f7f-811f-bd89d116fa91 req-e5c8d986-367d-4643-9a8d-58268034c0fc tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:55.919918 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ab71af13-cc15-4f7f-811f-bd89d116fa91 req-e5c8d986-367d-4643-9a8d-58268034c0fc tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1197619 Feb 02 15:53:55.956990 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-42b9b053-3da2-4e11-8ef2-a4938669ce4b tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:55.958532 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-42b9b053-3da2-4e11-8ef2-a4938669ce4b tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 1093 time: 0.2465611 Feb 02 15:53:55.963942 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55814) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:53:55.968984 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'port_id': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address': '172.20.0.6'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:53:55.975269 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:53:55.979622 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:floatingip and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:53:55.981886 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ab71af13-cc15-4f7f-811f-bd89d116fa91 req-8195b715-570d-4565-a534-7e0c61daa5f9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0552986 Feb 02 15:53:55.982880 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for floatingip was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:53:55.988819 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 0; quota limit: 50; headroom:50 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:53:56.006881 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:56.315583 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:56.511771 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Allocated IP 172.27.2.93 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/52f2e484-a703-473c-9793-71b27e1af6ab) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:53:56.720118 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:56.762780 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:56.775377 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:56.788848 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:56.852856 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:53:56.855361 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:53:56.859261 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:53:56.890685 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=52f2e484-a703-473c-9793-71b27e1af6ab,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:57.344986 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:57.445738 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:57.699674 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:57.705028 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:57.821420 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=52f2e484-a703-473c-9793-71b27e1af6ab,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:53:57.847232 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:58.052310 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Floating IP 439939ad-343c-42ed-8f42-7367f7db14cd associated. External IP: 172.27.2.93, port: d39cb300-d72f-416c-b59c-37090f286bb3. Feb 02 15:53:58.284809 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:58.555063 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:53:58.786142 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:53:58.800832 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:53:58.812183 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:53:58.812811 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:53:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:58.820143 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:53:58.907113 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-69aef3fc-27dc-4e60-af65-87d74ae49731 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 995 time: 2.9421611 Feb 02 15:53:58.908202 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:53:58.970224 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'status': 'completed', 'code': 200} Feb 02 15:53:59.095719 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:53:59.138755 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38268c-539e-4100-9146-46034f043066 req-fe6091af-c6b5-43cc-9125-c63373c2d90c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:59.140389 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d38268c-539e-4100-9146-46034f043066 req-fe6091af-c6b5-43cc-9125-c63373c2d90c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 1098 time: 0.1115885 Feb 02 15:53:59.339123 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38268c-539e-4100-9146-46034f043066 req-6699f5f5-88b4-428c-80f9-a541d00a11cb service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:59.340936 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d38268c-539e-4100-9146-46034f043066 req-6699f5f5-88b4-428c-80f9-a541d00a11cb service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1889935 Feb 02 15:53:59.471419 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d38268c-539e-4100-9146-46034f043066 req-fb79a307-7200-4211-9270-c9b210f39a5d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d39cb300-d72f-416c-b59c-37090f286bb3 HTTP/1.1" status: 200 len: 998 time: 0.1187396 Feb 02 15:53:59.555245 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38268c-539e-4100-9146-46034f043066 req-cafd8225-b1c3-464b-bc02-3427f4f29229 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:59.557334 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d38268c-539e-4100-9146-46034f043066 req-cafd8225-b1c3-464b-bc02-3427f4f29229 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0758674 Feb 02 15:53:59.648258 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d38268c-539e-4100-9146-46034f043066 req-90995ffa-b2d2-45ec-a609-d6b267405377 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:53:59.650436 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d38268c-539e-4100-9146-46034f043066 req-90995ffa-b2d2-45ec-a609-d6b267405377 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0859420 Feb 02 15:53:59.677041 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '439939ad-343c-42ed-8f42-7367f7db14cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:06:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:53:57Z', 'updated_at': '2022-02-02T15:53:57Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:59.682453 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:53:59.698125 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:53:59.699246 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:53:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:53:59.852182 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d38268c-539e-4100-9146-46034f043066 req-7fd8de1a-af4e-4fdf-9cb1-fdd8230b6c5f service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1943038 Feb 02 15:53:59.955198 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:54:00.030952 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d38268c-539e-4100-9146-46034f043066 req-c362162a-728e-4a39-a96f-aa95d212341b service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1683946 Feb 02 15:54:00.378641 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '439939ad-343c-42ed-8f42-7367f7db14cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:06:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:53:57Z', 'updated_at': '2022-02-02T15:53:57Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:00.384057 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-f984f566-d2fe-40a0-8526-1580c763967b None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '439939ad-343c-42ed-8f42-7367f7db14cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.93', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'fixed_ip_address': '172.20.0.6', 'status': 'DOWN', 'standard_attr_id': 564, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:06:a8:04', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:53:57Z', 'updated_at': '2022-02-02T15:53:57Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:54:00.635357 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-e826b320-60e0-4d16-9921-e3ef826fbd25 None None] New status for floating IP 439939ad-343c-42ed-8f42-7367f7db14cd: ACTIVE {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:54:14.057186 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:15.690076 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:54:21.163038 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55906) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:21.241607 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dbef0122-5c25-4ca6-aec3-0ecb2fff9f3a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:21.273240 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dbef0122-5c25-4ca6-aec3-0ecb2fff9f3a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:21.341683 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dbef0122-5c25-4ca6-aec3-0ecb2fff9f3a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:21.361566 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dbef0122-5c25-4ca6-aec3-0ecb2fff9f3a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:21.374748 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dbef0122-5c25-4ca6-aec3-0ecb2fff9f3a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:21.375885 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-dbef0122-5c25-4ca6-aec3-0ecb2fff9f3a tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "DELETE /v2.0/security-groups/b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b HTTP/1.1" status: 204 len: 168 time: 0.2118468 Feb 02 15:54:21.378559 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55916) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:21.399211 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.api.v2.resource [None req-5de34179-edda-4a13-bf02-96e7d23090fb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] show failed (client error): The resource could not be found. Feb 02 15:54:21.403152 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5de34179-edda-4a13-bf02-96e7d23090fb tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "GET /v2.0/security-groups/b7ee5d05-fd2f-4e9c-bc5d-1caaac1fd21b HTTP/1.1" status: 404 len: 347 time: 0.0208762 Feb 02 15:54:21.403386 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55920) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:21.567792 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Deleting port afbc0466-df45-4ac6-a61b-1f37807cb8e8 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:21.568691 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:21.749770 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:21.750112 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:21.877259 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Calling delete_port for afbc0466-df45-4ac6-a61b-1f37807cb8e8 owned by network:floatingip {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:22.012769 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:22.147537 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Pushing event deleted for resources: {'Port': ['ID=afbc0466-df45-4ac6-a61b-1f37807cb8e8,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:22.236531 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks [] for floatingip, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:22.254927 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:22.256681 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-c58082d4-f52f-4173-a8e4-9267088b0141 tempest-AttachVolumeTestJSON-1682168896 tempest-AttachVolumeTestJSON-1682168896-project] 10.222.0.18 "DELETE /v2.0/floatingips/fd5e3cb4-9b95-48ab-920c-37619ffa3669 HTTP/1.1" status: 204 len: 168 time: 0.8523185 Feb 02 15:54:23.382967 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2aaef040-92e8-4177-8480-b0af401e0b87 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:25.701340 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-eb9186c0-7d77-48ac-b3dc-fad25f903acb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:26.763367 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:26.769598 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:28.276287 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:30.610502 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 55988) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:31.237695 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:31.623504 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Deleting port e158e120-af4c-4d7f-9301-1819eef2a024 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:31.624191 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:31.807530 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] For port e158e120-af4c-4d7f-9301-1819eef2a024, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=e158e120-af4c-4d7f-9301-1819eef2a024,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:54:31.807801 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:31.929267 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Calling delete_port for e158e120-af4c-4d7f-9301-1819eef2a024 owned by network:router_interface {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:32.359122 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:32.406838 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Pushing event deleted for resources: {'Port': ['ID=e158e120-af4c-4d7f-9301-1819eef2a024,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:32.445692 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.446034 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.446394 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.446726 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.447045 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.447372 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.447694 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.448015 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.448342 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.448658 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.448988 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.449344 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:32.702715 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:33.068886 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Router 58b34649-04cd-4bd8-88bc-851e57f62899 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:54:33.251639 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:54:33.262689 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] Sync routers for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:54:33.263340 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-3ae8ab53-278e-45a3-b1df-8011b2dd0ce0 admin admin] 10.222.0.18 "PUT /v2.0/routers/58b34649-04cd-4bd8-88bc-851e57f62899/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.6517215 Feb 02 15:54:33.265800 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56004) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:33.272362 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:54:33.272965 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:54:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:33.464625 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:54:33.565016 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks [] for router, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:33.746767 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:33.756883 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Deleting port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:33.757264 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:33.772858 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134'}], 'enable_snat': True}, 'gw_port_id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:54:32Z', 'revision_number': 5, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port': {'id': '2679bc6e-b9eb-4120-9977-1dd6ac2303e8', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:26:c3:13', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'device_owner': 'network:router_gateway', 'standard_attr_id': 71, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.134', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:23Z', 'updated_at': '2022-02-02T15:46:38Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:33.776758 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] Checking router: 58b34649-04cd-4bd8-88bc-851e57f62899 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:54:33.785028 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] Routers {'58b34649-04cd-4bd8-88bc-851e57f62899'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:54:33.785621 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:54:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['58b34649-04cd-4bd8-88bc-851e57f62899'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:33.936624 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] For port 2679bc6e-b9eb-4120-9977-1dd6ac2303e8, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:54:33.936981 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:33.986232 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] Set router 58b34649-04cd-4bd8-88bc-851e57f62899 gateway port host: None {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:54:34.062273 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Calling delete_port for 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 owned by network:router_gateway {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:34.095042 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:54:33Z', 'revision_number': 6, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port_host': None}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:34.099277 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-7d53e49e-345b-4ef6-8957-dba0f055827b None None] The sync data for ids ['58b34649-04cd-4bd8-88bc-851e57f62899'] in dv-cinder-817833-1-iscsi is: [{'id': '58b34649-04cd-4bd8-88bc-851e57f62899', 'name': 'tempest-AttachVolumeTestJSON-500034973-router', 'tenant_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:21Z', 'updated_at': '2022-02-02T15:54:33Z', 'revision_number': 6, 'project_id': '36548b54d7c949e5a1d7ca27dbc8d647', 'gw_port_host': None}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:54:34.245362 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:34.295946 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Pushing event deleted for resources: {'Port': ['ID=2679bc6e-b9eb-4120-9977-1dd6ac2303e8,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:34.386997 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:34.580867 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:34.583740 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:34.678851 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:34.679532 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 58b34649-04cd-4bd8-88bc-851e57f62899 {{(pid=87156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 15:54:34.695484 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:34.699698 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56012) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:34.700510 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ea78c25a-946a-4d36-b7c6-5f40a36b2a26 admin admin] 10.222.0.18 "DELETE /v2.0/routers/58b34649-04cd-4bd8-88bc-851e57f62899 HTTP/1.1" status: 204 len: 168 time: 1.4329851 Feb 02 15:54:34.890904 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Deleting subnet bce5fa42-990e-40f4-b17e-eaeca877552b {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:54:34.893971 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:34.908795 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e158e120-af4c-4d7f-9301-1819eef2a024 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:54:34.949718 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: e158e120-af4c-4d7f-9301-1819eef2a024 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:54:34.950249 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e158e120-af4c-4d7f-9301-1819eef2a024 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:54:34.965210 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.061050 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.141905 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.209576 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=bce5fa42-990e-40f4-b17e-eaeca877552b,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:35.215678 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.228311 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-28fd109b-a128-4da5-b886-80c61b753370 None None] Network 9d34e2fe-57b3-4422-bf69-b984b5055ebc requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:54:35.235970 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.237414 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.237414 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.237414 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.238036 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.238036 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.238036 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.239789 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.239789 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.239789 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.239789 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.240505 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:54:35.255478 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a99ff657-62ca-4a88-b45f-0ba5394165e1 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/bce5fa42-990e-40f4-b17e-eaeca877552b HTTP/1.1" status: 204 len: 168 time: 0.5522473 Feb 02 15:54:35.258144 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56016) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:35.438626 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.449732 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Deleting port f9ce7326-17c1-49f5-8364-de55087f9143 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:35.450061 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.559784 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] DHCP port deletion for 9d34e2fe-57b3-4422-bf69-b984b5055ebc request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 15:54:35.564180 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Deleting port f9ce7326-17c1-49f5-8364-de55087f9143 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:35.564568 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.771404 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] For port f9ce7326-17c1-49f5-8364-de55087f9143, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=f9ce7326-17c1-49f5-8364-de55087f9143,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:54:35.771758 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.777774 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] For port f9ce7326-17c1-49f5-8364-de55087f9143, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=f9ce7326-17c1-49f5-8364-de55087f9143,segment=NetworkSegment(1f3a031b-6a94-43f4-8925-56f36a7146ea),segment_id=1f3a031b-6a94-43f4-8925-56f36a7146ea)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:54:35.778655 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.899531 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Calling delete_port for f9ce7326-17c1-49f5-8364-de55087f9143 owned by network:dhcp {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:35.916688 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Calling delete_port for f9ce7326-17c1-49f5-8364-de55087f9143 owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:35.985050 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:35.996930 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:54:35.997286 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:54:36.058181 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Pushing event deleted for resources: {'Port': ['ID=f9ce7326-17c1-49f5-8364-de55087f9143,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.062009 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] No DVR routers for this DVR port f9ce7326-17c1-49f5-8364-de55087f9143 on host dv-cinder-817833-1-iscsi {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:54:36.178392 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.207003 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9d34e2fe-57b3-4422-bf69-b984b5055ebc']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:36.221352 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '1f3a031b-6a94-43f4-8925-56f36a7146ea') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:36.221694 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '1f3a031b-6a94-43f4-8925-56f36a7146ea') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:36.235167 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.248115 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f9ce7326-17c1-49f5-8364-de55087f9143 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:54:36.259211 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.267402 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Releasing vlan 397 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:54:36.267908 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:54:36.283480 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:54:36.285607 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: f9ce7326-17c1-49f5-8364-de55087f9143 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:54:36.285607 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device f9ce7326-17c1-49f5-8364-de55087f9143 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:54:36.285607 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:54:36.319464 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:54:36.319812 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 2679bc6e-b9eb-4120-9977-1dd6ac2303e8 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:54:36.359515 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.375607 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.387624 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] Pushing event deleted for resources: {'Network': ['ID=9d34e2fe-57b3-4422-bf69-b984b5055ebc,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.399680 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-f5d11e2c-25c1-46ea-8257-bf110b1b1d14 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9d34e2fe-57b3-4422-bf69-b984b5055ebc HTTP/1.1" status: 204 len: 168 time: 1.1400197 Feb 02 15:54:36.498632 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Deleting port f9ce7326-17c1-49f5-8364-de55087f9143 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:36.499012 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.520930 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56028) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:36.566953 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-ecf7daf6-a274-493e-b54f-6201cd7bb77d None None] The port 'f9ce7326-17c1-49f5-8364-de55087f9143' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 15:54:36.579110 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-50f1aea4-db88-4d52-9bd2-cdb018e71e1d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=36548b54d7c949e5a1d7ca27dbc8d647&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0569823 Feb 02 15:54:36.581496 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56032) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:36.639424 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d7-a71a-4589-836f-77125f6d9f88 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.664807 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d7-a71a-4589-836f-77125f6d9f88 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.729197 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d7-a71a-4589-836f-77125f6d9f88 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.750369 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fe68d3d7-a71a-4589-836f-77125f6d9f88 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f91517c6-a57f-4586-b9a5-a8a5a5ce8e41,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:36.757224 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fe68d3d7-a71a-4589-836f-77125f6d9f88 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:36.758384 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-fe68d3d7-a71a-4589-836f-77125f6d9f88 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f91517c6-a57f-4586-b9a5-a8a5a5ce8e41 HTTP/1.1" status: 204 len: 168 time: 0.1759384 Feb 02 15:54:40.549739 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ee1663f4-95a8-49da-9039-af7ed6b925a0 req-0318d2df-ee37-43e4-a9f3-8fbeefb6fc29 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:40.551323 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ee1663f4-95a8-49da-9039-af7ed6b925a0 req-0318d2df-ee37-43e4-a9f3-8fbeefb6fc29 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.0988083 Feb 02 15:54:40.599010 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-ee1663f4-95a8-49da-9039-af7ed6b925a0 req-c9f02c78-fcd7-418c-8d4d-32b75ee2e0e7 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0388486 Feb 02 15:54:41.812079 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6c294899-c30a-4548-9b71-cfb6c157d425 req-25943283-47c9-4088-953f-6788eeaed608 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:41.813538 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6c294899-c30a-4548-9b71-cfb6c157d425 req-25943283-47c9-4088-953f-6788eeaed608 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.0904117 Feb 02 15:54:41.861974 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6c294899-c30a-4548-9b71-cfb6c157d425 req-53b660b1-cc32-43dd-98a4-a7657cdd8fdd tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0426872 Feb 02 15:54:43.063089 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-347a9f7e-7d12-42ff-823a-b4edd2e723cd req-908e6594-ba76-4717-b399-8313a9766800 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:43.064657 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-347a9f7e-7d12-42ff-823a-b4edd2e723cd req-908e6594-ba76-4717-b399-8313a9766800 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.0832553 Feb 02 15:54:43.118113 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-347a9f7e-7d12-42ff-823a-b4edd2e723cd req-9747eb9d-9c66-4bd7-81c2-4ac3a7a66457 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0406187 Feb 02 15:54:44.059277 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:44.328829 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fbba466e-fd22-4501-88d4-7ffc72f89bcb req-c5dcd194-67c8-4b31-877d-5f3fe4a4ea73 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:44.330310 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fbba466e-fd22-4501-88d4-7ffc72f89bcb req-c5dcd194-67c8-4b31-877d-5f3fe4a4ea73 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.0852623 Feb 02 15:54:44.376815 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fbba466e-fd22-4501-88d4-7ffc72f89bcb req-0f852351-88c7-42f2-84f2-8d70601f67f6 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.0403597 Feb 02 15:54:44.824849 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-23c56ddd-6aff-4291-858d-a00f1fe646c9 req-07e010a1-74ed-463a-9bbb-4d328eaff5ec tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:44.826375 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23c56ddd-6aff-4291-858d-a00f1fe646c9 req-07e010a1-74ed-463a-9bbb-4d328eaff5ec tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 945 time: 0.0821691 Feb 02 15:54:44.871270 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-23c56ddd-6aff-4291-858d-a00f1fe646c9 req-27cd0f40-296d-4035-988b-e17ce8c30365 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390463 Feb 02 15:54:45.613153 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-4ca093a8-78df-4d49-bf6f-02fb33f32a4b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:45.614641 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-4ca093a8-78df-4d49-bf6f-02fb33f32a4b tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.1414335 Feb 02 15:54:45.664788 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d8f33f3b-d1f1-4228-9463-0f13a79b6a97 req-e6dcbdbd-fcda-49c1-9b37-d3c6f9682992 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:45.666192 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d8f33f3b-d1f1-4228-9463-0f13a79b6a97 req-e6dcbdbd-fcda-49c1-9b37-d3c6f9682992 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 946 time: 0.1537173 Feb 02 15:54:45.723135 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Deleting port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:45.723756 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:45.780975 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d8f33f3b-d1f1-4228-9463-0f13a79b6a97 req-b9f6c417-515c-4743-a3c0-3cb7daaabb4f tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups?id=62473e03-bebb-4b3d-a580-37db9f74c947&fields=id&fields=name HTTP/1.1" status: 200 len: 311 time: 0.1000063 Feb 02 15:54:46.042654 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] For port e163bab8-ef83-4f8f-b4ea-b3c491e578c5, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:54:46.042904 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:46.247188 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8fc5b44-3724-47ee-9894-7efc3331bef0 req-00761494-2a3a-482e-ba65-b9336d6202d8 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:46.248734 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c8fc5b44-3724-47ee-9894-7efc3331bef0 req-00761494-2a3a-482e-ba65-b9336d6202d8 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 945 time: 0.2648778 Feb 02 15:54:46.489861 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c8fc5b44-3724-47ee-9894-7efc3331bef0 req-5b655544-990a-4840-90ee-e52c01093d5d tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.2342467 Feb 02 15:54:46.503045 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:46.503517 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:46.503992 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Floating IP a5df20c4-f08c-448a-b069-e38bd919cdd0 disassociated. External IP: 172.27.2.224, port: e163bab8-ef83-4f8f-b4ea-b3c491e578c5. Feb 02 15:54:46.504900 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Calling delete_port for e163bab8-ef83-4f8f-b4ea-b3c491e578c5 owned by compute:nova {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:46.675311 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:46.733774 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event deleted for resources: {'Port': ['ID=e163bab8-ef83-4f8f-b4ea-b3c491e578c5,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:47.001178 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-918dd0f8-3bcd-442b-9aba-d6d21d42443c req-6cab0dd5-db78-4c12-b2d8-9dce62246425 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 210 time: 0.0829434 Feb 02 15:54:47.015945 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Router c582a120-0309-40c8-a0b4-c1aefca1c635 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:54:47.221618 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:54:47.236632 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] Sync routers for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:54:47.252532 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:54:47.253090 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:54:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:47.314522 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] No DVR routers for this DVR port e163bab8-ef83-4f8f-b4ea-b3c491e578c5 on host hv-cinder-81783 {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:54:47.317561 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:47.320251 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-deleted', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:54:47.333327 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6082c1af-6535-4f22-8678-04c20c1a76aa req-388641bf-7151-41fb-93e7-a57d843a378c tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.41 "DELETE /v2.0/ports/e163bab8-ef83-4f8f-b4ea-b3c491e578c5 HTTP/1.1" status: 204 len: 173 time: 1.7121091 Feb 02 15:54:47.376506 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '8a0b407f-6827-462e-b10d-fcdf1d0a2c6e', 'name': 'network-vif-deleted', 'tag': 'e163bab8-ef83-4f8f-b4ea-b3c491e578c5', 'status': 'completed', 'code': 200} Feb 02 15:54:47.410077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-b1117147-80de-4ccb-922f-e464ceccc120 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:47.411489 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-b1117147-80de-4ccb-922f-e464ceccc120 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Synchronizing usage tracker for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:54:47.433614 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-b1117147-80de-4ccb-922f-e464ceccc120 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Unset dirty status for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:54:47.434948 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-b1117147-80de-4ccb-922f-e464ceccc120 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 945 time: 0.1336601 Feb 02 15:54:47.443792 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:54:47.548706 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Deleting port 5107badb-106f-4f8c-93a0-f2111fc35983 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:47.549155 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:47.806699 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-819ca2ef-e7a3-4ce2-b5cb-8fad78c66d19 req-f5d42aab-3424-4810-9ec7-44c71c032d87 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:54:47.816687 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-819ca2ef-e7a3-4ce2-b5cb-8fad78c66d19 req-f5d42aab-3424-4810-9ec7-44c71c032d87 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 945 time: 0.1750357 Feb 02 15:54:47.870168 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-819ca2ef-e7a3-4ce2-b5cb-8fad78c66d19 req-f0eea10d-9ab1-4b30-934d-9822322ccab7 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0514574 Feb 02 15:54:47.900900 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:47.906425 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] Checking router: c582a120-0309-40c8-a0b4-c1aefca1c635 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:54:47.916498 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:54:47.917113 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 7, "extensions": [], "floating_ips": 3, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 7, "log_agent_heartbeats": false, "routers": 7},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:54:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:47.922019 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] For port 5107badb-106f-4f8c-93a0-f2111fc35983, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=5107badb-106f-4f8c-93a0-f2111fc35983,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:54:47.922657 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:47.934746 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:54:47.990574 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: e163bab8-ef83-4f8f-b4ea-b3c491e578c5 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:54:47.991402 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device e163bab8-ef83-4f8f-b4ea-b3c491e578c5 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:54:48.078072 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Calling delete_port for 5107badb-106f-4f8c-93a0-f2111fc35983 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:48.142136 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:54:48.266353 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f7f5394a-7558-466d-b76f-424673bdd1d3 req-14b286a6-eedb-4999-8f50-a2393767c2f2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Synchronizing usage tracker for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:54:48.288160 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-f7f5394a-7558-466d-b76f-424673bdd1d3 req-14b286a6-eedb-4999-8f50-a2393767c2f2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Unset dirty status for tenant:4d4dd2ecf94c4794819f3899bc5231a4 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:54:48.289042 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:48.291009 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f7f5394a-7558-466d-b76f-424673bdd1d3 req-14b286a6-eedb-4999-8f50-a2393767c2f2 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/ports?device_id=8a0b407f-6827-462e-b10d-fcdf1d0a2c6e HTTP/1.1" status: 200 len: 210 time: 0.0911508 Feb 02 15:54:48.469547 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Pushing event deleted for resources: {'Port': ['ID=5107badb-106f-4f8c-93a0-f2111fc35983,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:48.600974 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] No DVR routers for this DVR port 5107badb-106f-4f8c-93a0-f2111fc35983 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:54:48.605472 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:48.610756 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'name': 'network-vif-deleted', 'tag': '5107badb-106f-4f8c-93a0-f2111fc35983'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:54:48.640670 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ca50d4cb-90ff-461e-a9ea-1e6c28928348 req-4ceb9c98-74d1-4484-be7e-08679ca94409 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "DELETE /v2.0/ports/5107badb-106f-4f8c-93a0-f2111fc35983 HTTP/1.1" status: 204 len: 173 time: 1.1974466 Feb 02 15:54:48.646219 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:54:48.655902 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6cffd287-4242-41c3-a80d-0423722e62ba None None] The sync data for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi is: [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:46:51Z', 'revision_number': 4, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '9c600266-8d36-4813-b256-b36351ed603c', 'name': '', 'network_id': '7824dc98-1c32-4cbe-b1a0-f01045a3b76a', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'mac_address': 'fa:16:3e:34:0d:db', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_interface', 'standard_attr_id': 95, 'fixed_ips': [{'subnet_id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:46Z', 'updated_at': '2022-02-02T15:47:02Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'subnets': [{'id': '4299949d-ccda-4cc6-b8f6-43eef81678ba', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:54:48.673356 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2ac10576-bd5b-4c02-bb95-50292602ac47', 'name': 'network-vif-deleted', 'tag': '5107badb-106f-4f8c-93a0-f2111fc35983', 'status': 'completed', 'code': 200} Feb 02 15:54:48.943885 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56218) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:49.002512 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2c58a8d0-9cc3-4f42-869b-0d3edb49022e None None] New status for floating IP a5df20c4-f08c-448a-b069-e38bd919cdd0: DOWN {{(pid=87158) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:54:49.111438 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.112352 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6173d608-a157-47de-a4bd-1ec1696740d0 req-231aadb0-6120-4b70-ae3f-a5e824ea84b4 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=2ac10576-bd5b-4c02-bb95-50292602ac47 HTTP/1.1" status: 200 len: 210 time: 0.0484130 Feb 02 15:54:49.127636 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:54:49.131688 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Usage tracker for resource:security_group_rule and tenant:fc1840588277487f8b0854a14096c21f is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:54:49.135105 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:54:49.141097 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:54:49.242076 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.247183 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.305179 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=fc1840588277487f8b0854a14096c21f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3596480 Feb 02 15:54:49.307430 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-69f6fd92-d71f-4325-8937-3e28f6a33553 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=14f3e858-52ba-4d4a-b6cd-ad2e5be39eb9,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:49.308929 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56224) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:49.375729 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0d547a91-80a5-4935-b83c-29a506411cd3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.419401 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0d547a91-80a5-4935-b83c-29a506411cd3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.500092 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0d547a91-80a5-4935-b83c-29a506411cd3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.528222 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0d547a91-80a5-4935-b83c-29a506411cd3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=14f3e858-52ba-4d4a-b6cd-ad2e5be39eb9,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:49.535519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0d547a91-80a5-4935-b83c-29a506411cd3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.539987 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-0d547a91-80a5-4935-b83c-29a506411cd3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/14f3e858-52ba-4d4a-b6cd-ad2e5be39eb9 HTTP/1.1" status: 204 len: 168 time: 0.2267931 Feb 02 15:54:49.623365 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56234) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:49.714225 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eedfcf8-bf7c-4eca-8d26-32900be01226 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.747122 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eedfcf8-bf7c-4eca-8d26-32900be01226 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.809017 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eedfcf8-bf7c-4eca-8d26-32900be01226 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.841305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9eedfcf8-bf7c-4eca-8d26-32900be01226 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=62473e03-bebb-4b3d-a580-37db9f74c947,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:49.853236 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9eedfcf8-bf7c-4eca-8d26-32900be01226 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:49.854700 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9eedfcf8-bf7c-4eca-8d26-32900be01226 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "DELETE /v2.0/security-groups/62473e03-bebb-4b3d-a580-37db9f74c947 HTTP/1.1" status: 204 len: 168 time: 0.2303536 Feb 02 15:54:49.859381 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56242) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:49.882531 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.api.v2.resource [None req-8d760b2c-ac39-4897-858d-4b02b17d1172 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] show failed (client error): The resource could not be found. Feb 02 15:54:49.883562 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-8d760b2c-ac39-4897-858d-4b02b17d1172 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "GET /v2.0/security-groups/62473e03-bebb-4b3d-a580-37db9f74c947 HTTP/1.1" status: 404 len: 347 time: 0.0229654 Feb 02 15:54:49.888573 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56246) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:54:49.946376 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5107badb-106f-4f8c-93a0-f2111fc35983 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:54:49.986579 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 5107badb-106f-4f8c-93a0-f2111fc35983 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:54:49.986896 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 5107badb-106f-4f8c-93a0-f2111fc35983 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:54:50.061515 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Deleting port b6d7b7d4-0920-4aa6-946a-81efcfe5dedb {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:54:50.061854 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.362005 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.362921 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.560536 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Calling delete_port for b6d7b7d4-0920-4aa6-946a-81efcfe5dedb owned by network:floatingip {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:54:50.726687 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.818249 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Pushing event deleted for resources: {'Port': ['ID=b6d7b7d4-0920-4aa6-946a-81efcfe5dedb,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:54:50.883629 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks [] for floatingip, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.902075 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:50.903247 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-cdcf72e3-860f-4d1a-be5f-08379e334929 tempest-AttachVolumeShelveTestJSON-1951220958 tempest-AttachVolumeShelveTestJSON-1951220958-project] 10.222.0.18 "DELETE /v2.0/floatingips/a5df20c4-f08c-448a-b069-e38bd919cdd0 HTTP/1.1" status: 204 len: 168 time: 1.0136929 Feb 02 15:54:52.689957 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:54:53.460274 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ad03e3a6-4d72-4de5-b40a-f2647db6457c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:55.715260 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-de025e83-bd77-41e8-b4f5-80b5b79a8794 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:56.768551 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:56.775045 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:54:58.277798 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:03.051182 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-d80b21e5-209d-4df5-bf6c-e41d9858bb5f tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:03.052625 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-d80b21e5-209d-4df5-bf6c-e41d9858bb5f tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/networks?id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 HTTP/1.1" status: 200 len: 813 time: 0.1762419 Feb 02 15:55:03.070341 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-438aee1d-496d-4a45-93bc-a0ae334d24a0 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/quotas/e0f8b9a3206d475a923ca09341063d6c HTTP/1.1" status: 200 len: 375 time: 0.0113888 Feb 02 15:55:03.120830 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-5948faa4-2f54-4774-8c99-53fa297b4c0a tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=e0f8b9a3206d475a923ca09341063d6c&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0439963 Feb 02 15:55:03.272144 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-05cbb8da-12a8-41c8-ba46-00d2a701db2e service neutron] 10.222.0.18 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1444645 Feb 02 15:55:03.411061 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-b759243a-bbd7-4371-96a6-4ccaf3618f2e service neutron] 10.222.0.18 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1330295 Feb 02 15:55:03.671511 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b785ac59-fc40-4b5d-8220-d9fd412902a4 req-ebd883a0-2149-4736-8558-14aea7461e09 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 210 time: 0.0506368 Feb 02 15:55:03.772990 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56440) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:04.626618 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:04.959320 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-045d32ef-418b-4cd3-8053-d6c985a5dd3a req-2143d495-14a8-4ccc-abf8-9637ba5ff257 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 210 time: 0.0891793 Feb 02 15:55:05.271615 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-73bc525e-b7a5-47c8-b965-be634f232299 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:05.274018 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-73bc525e-b7a5-47c8-b965-be634f232299 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "GET /v2.0/networks?id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 HTTP/1.1" status: 200 len: 813 time: 0.3285980 Feb 02 15:55:05.333507 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Request body: {'port': {'device_id': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8', 'admin_state_up': True, 'tenant_id': 'e0f8b9a3206d475a923ca09341063d6c'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:05.430494 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56464) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:05.456249 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Deleting port 9c600266-8d36-4813-b256-b36351ed603c {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:05.457305 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:05.582820 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:05.601111 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:05.605270 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Usage tracker for resource:security_group_rule and tenant:7495c66eda18482b88b6994842e4b56e is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:05.608305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:05.615274 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:05.710947 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:05.715784 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:05.774574 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7495c66eda18482b88b6994842e4b56e&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3427241 Feb 02 15:55:05.779561 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56472) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:05.780713 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b5f1354-8572-42dc-b910-3c6018fd9112 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f63ae02e-d1ce-4685-9eb8-cef04ef2fe50,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:05.813192 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:05.835730 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Usage tracker for resource:port and tenant:e0f8b9a3206d475a923ca09341063d6c is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:05.842141 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:05.867345 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:05.934226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Made reservation on behalf of e0f8b9a3206d475a923ca09341063d6c for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:55:05.939270 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:05.981188 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] For port 9c600266-8d36-4813-b256-b36351ed603c, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=9c600266-8d36-4813-b256-b36351ed603c,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:05.981638 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:05.991752 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d6d41d11-eb69-4add-b14b-b3b96ece93a3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:06.176413 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1397a2a5-a8f8-4a1c-8081-8f4d2acdacc3 req-39a2ea26-0362-47df-8d64-837c868660f1 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 210 time: 0.0700262 Feb 02 15:55:06.180794 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Calling delete_port for 9c600266-8d36-4813-b256-b36351ed603c owned by network:router_interface {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:06.260708 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d6d41d11-eb69-4add-b14b-b3b96ece93a3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:06.410478 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Allocated IP 172.20.0.12 (8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8/9a0c3ac7-cddf-4a4e-b5c6-10125c430d13/d2869ee8-6362-4b89-8186-f8a3f323dcda) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:55:06.452112 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d6d41d11-eb69-4add-b14b-b3b96ece93a3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:06.495049 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-d6d41d11-eb69-4add-b14b-b3b96ece93a3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f63ae02e-d1ce-4685-9eb8-cef04ef2fe50,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:06.660327 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-d6d41d11-eb69-4add-b14b-b3b96ece93a3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:06.661469 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-d6d41d11-eb69-4add-b14b-b3b96ece93a3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f63ae02e-d1ce-4685-9eb8-cef04ef2fe50 HTTP/1.1" status: 204 len: 168 time: 0.8809388 Feb 02 15:55:06.756891 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:06.818680 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:06.837971 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Pushing event deleted for resources: {'Port': ['ID=9c600266-8d36-4813-b256-b36351ed603c,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:07.094791 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:07.129234 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56482) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:07.156116 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:07.173904 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:07.179564 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Usage tracker for resource:security_group_rule and tenant:01b70e84f154486f9a4b82cbb91c81e4 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:07.182909 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:07.189460 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:07.217914 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:55:07.224918 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:55:07.228362 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:55:07.313245 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:07.319998 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:07.392321 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Pushing event updated for resources: {'Port': ['ID=d2869ee8-6362-4b89-8186-f8a3f323dcda,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:07.424691 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=01b70e84f154486f9a4b82cbb91c81e4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2943482 Feb 02 15:55:07.430920 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-115a3aef-bd59-46d0-b04d-dce359458175 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=e444b9f2-172d-480f-9208-bfae2d503659,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:07.431458 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56488) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:07.447159 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:07.448799 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:07.478247 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0113e291-7ff6-48d3-9bd0-59d67012dff1 req-20c3b56f-547c-4484-9376-a0d320ae3d78 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:07.479700 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0113e291-7ff6-48d3-9bd0-59d67012dff1 req-20c3b56f-547c-4484-9376-a0d320ae3d78 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 932 time: 0.1049309 Feb 02 15:55:07.481387 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:07.520292 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-2889395f-2fba-4cb0-a358-a323cedd5b92 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 2.2009623 Feb 02 15:55:07.550702 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0113e291-7ff6-48d3-9bd0-59d67012dff1 req-54db9db3-6513-4b76-a5ca-9a1139dc868f tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0611699 Feb 02 15:55:07.709391 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Request body: {'port': {'device_id': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:55:07.827379 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2894-d440-4409-8745-d95922560c5d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:07.986647 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2894-d440-4409-8745-d95922560c5d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:08.010055 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:08.309508 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2894-d440-4409-8745-d95922560c5d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:08.354488 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5e2c2894-d440-4409-8745-d95922560c5d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=e444b9f2-172d-480f-9208-bfae2d503659,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:08.390016 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5e2c2894-d440-4409-8745-d95922560c5d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:08.391177 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5e2c2894-d440-4409-8745-d95922560c5d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/e444b9f2-172d-480f-9208-bfae2d503659 HTTP/1.1" status: 204 len: 168 time: 0.9585214 Feb 02 15:55:08.442860 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Router c582a120-0309-40c8-a0b4-c1aefca1c635 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:55:08.769267 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:55:08.787201 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] Sync routers for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:55:08.803493 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:55:08.804417 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:54:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:08.832051 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-1429c64e-9dcd-4c00-8dfb-264800e1fe25 admin admin] 10.222.0.18 "PUT /v2.0/routers/c582a120-0309-40c8-a0b4-c1aefca1c635/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 5.0541453 Feb 02 15:55:08.835133 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56498) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:08.874964 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d2869ee8-6362-4b89-8186-f8a3f323dcda {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:55:08.889553 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:08.919194 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Transition to ACTIVE for port object d2869ee8-6362-4b89-8186-f8a3f323dcda will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:55:08.927406 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.069633 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9bafba6-037a-4f72-8b73-e057413678be req-1a63df3f-581e-487e-b22d-e6e6335bb703 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.071482 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9bafba6-037a-4f72-8b73-e057413678be req-1a63df3f-581e-487e-b22d-e6e6335bb703 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 932 time: 0.3408139 Feb 02 15:55:09.079131 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:55:09.155909 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2869ee8-6362-4b89-8186-f8a3f323dcda,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:09.269542 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Attempting to bind port d2869ee8-6362-4b89-8186-f8a3f323dcda on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:55:09.269905 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Attempting to bind port d2869ee8-6362-4b89-8186-f8a3f323dcda by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:55:09.270262 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Attempting to bind port d2869ee8-6362-4b89-8186-f8a3f323dcda on network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:55:09.273473 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9bafba6-037a-4f72-8b73-e057413678be req-c69ad77b-1667-4c14-a46d-a31f5c84b1ce tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1833510 Feb 02 15:55:09.275234 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Port d2869ee8-6362-4b89-8186-f8a3f323dcda on network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:55:09.275559 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Attempting to bind port d2869ee8-6362-4b89-8186-f8a3f323dcda on network 8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:55:09.282224 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 54, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:55:09.282556 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Checking segment: {'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:55:09.282955 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Bound using segment: {'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:55:09.283387 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Bound port: d2869ee8-6362-4b89-8186-f8a3f323dcda, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '8384d423-cc6f-4e55-9855-bf06fb248772', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 361, 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:55:09.283738 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.346555 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks [] for router, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.466522 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] For port d2869ee8-6362-4b89-8186-f8a3f323dcda, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:55:09.470264 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] For port d2869ee8-6362-4b89-8186-f8a3f323dcda, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d2869ee8-6362-4b89-8186-f8a3f323dcda,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:55:09.476061 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.527104 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:55:06Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:09.532161 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] Checking router: c582a120-0309-40c8-a0b4-c1aefca1c635 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:55:09.543528 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] Routers {'c582a120-0309-40c8-a0b4-c1aefca1c635'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:55:09.544052 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 6, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 6, "log_agent_heartbeats": false, "routers": 6},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:54:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['c582a120-0309-40c8-a0b4-c1aefca1c635'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:09.601405 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.615696 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Deleting port 9dda0686-f2b4-4b7b-9961-11167baaea5c {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:09.616356 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.660845 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.661455 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:09.671603 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] 10.222.0.41 "PUT /v2.0/ports/d2869ee8-6362-4b89-8186-f8a3f323dcda HTTP/1.1" status: 200 len: 1094 time: 1.9779398 Feb 02 15:55:09.672091 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'tag': 'd2869ee8-6362-4b89-8186-f8a3f323dcda'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:55:09.708473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7362e3d1-f7a8-4e74-bd9f-969710601ba4 service neutron] Pushing event updated for resources: {'Port': ['ID=d2869ee8-6362-4b89-8186-f8a3f323dcda,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:09.786585 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'tag': 'd2869ee8-6362-4b89-8186-f8a3f323dcda', 'status': 'completed', 'code': 200} Feb 02 15:55:09.798366 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] Set router c582a120-0309-40c8-a0b4-c1aefca1c635 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:55:09.835056 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-e647382d-d34d-4789-b604-31e841d3e8fb service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:09.838725 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-e647382d-d34d-4789-b604-31e841d3e8fb service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0f8b9a3206d475a923ca09341063d6c&device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 1097 time: 0.1034048 Feb 02 15:55:09.935346 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-4a4a06cd-e0ea-43b3-bccf-4c9108028ffc service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2869ee8-6362-4b89-8186-f8a3f323dcda HTTP/1.1" status: 200 len: 217 time: 0.0806406 Feb 02 15:55:09.943383 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] For port 9dda0686-f2b4-4b7b-9961-11167baaea5c, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=9dda0686-f2b4-4b7b-9961-11167baaea5c,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:09.943969 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:10.021843 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-def43920-6f5a-4d20-9719-c6e7d583c3e5 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:10.023636 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-def43920-6f5a-4d20-9719-c6e7d583c3e5 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0c3ac7-cddf-4a4e-b5c6-10125c430d13 HTTP/1.1" status: 200 len: 853 time: 0.0814126 Feb 02 15:55:10.096069 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-0c290a5c-e718-4a3e-81bb-c7da440a43d5 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0651267 Feb 02 15:55:10.097496 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Calling delete_port for 9dda0686-f2b4-4b7b-9961-11167baaea5c owned by network:router_gateway {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:10.139260 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:55:06Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:10.146869 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-744962fc-4aa2-4f36-9f2d-dff0141f8bf8 None None] The sync data for ids ['c582a120-0309-40c8-a0b4-c1aefca1c635'] in dv-cinder-817833-1-iscsi is: [{'id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'name': 'tempest-AttachVolumeShelveTestJSON-151010558-router', 'tenant_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203'}], 'enable_snat': True}, 'gw_port_id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:46:25Z', 'updated_at': '2022-02-02T15:55:06Z', 'revision_number': 5, 'project_id': '4d4dd2ecf94c4794819f3899bc5231a4', 'gw_port': {'id': '9dda0686-f2b4-4b7b-9961-11167baaea5c', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:a9:a1:46', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'c582a120-0309-40c8-a0b4-c1aefca1c635', 'device_owner': 'network:router_gateway', 'standard_attr_id': 83, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.203', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:46:28Z', 'updated_at': '2022-02-02T15:46:49Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:55:10.257770 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-81f190f5-9ffc-45f6-9bb0-cc73e4cdf1e4 service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1529715 Feb 02 15:55:10.411636 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-151c9d0b-efe7-43d4-a4de-3eadf74d2e84 req-bcfe56d9-f656-45a5-bc7d-7f4e871230da service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1470823 Feb 02 15:55:10.537085 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9c600266-8d36-4813-b256-b36351ed603c no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:55:10.567605 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:10.593857 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 9c600266-8d36-4813-b256-b36351ed603c {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:55:10.594421 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9c600266-8d36-4813-b256-b36351ed603c not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:55:10.678521 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Pushing event deleted for resources: {'Port': ['ID=9dda0686-f2b4-4b7b-9961-11167baaea5c,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:10.687904 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-8106506c-74a9-4e0e-ad43-e50917c1793a service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:10.688787 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-680b6926-e333-41e2-b5f1-8d3cc5c80b36 req-ec9e9173-f1e5-4b05-ab43-fdfba914eb34 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:10.690323 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-680b6926-e333-41e2-b5f1-8d3cc5c80b36 req-ec9e9173-f1e5-4b05-ab43-fdfba914eb34 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 944 time: 0.2252007 Feb 02 15:55:10.691633 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-8106506c-74a9-4e0e-ad43-e50917c1793a service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=e0f8b9a3206d475a923ca09341063d6c&device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 1097 time: 0.1515164 Feb 02 15:55:10.773815 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-680b6926-e333-41e2-b5f1-8d3cc5c80b36 req-f89e4665-f4ae-43a9-adfa-11a65218bbe5 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0554097 Feb 02 15:55:10.797592 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:10.886356 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-bdf6eba4-c1ad-4863-9263-c73a15b8e80c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:10.888013 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-bdf6eba4-c1ad-4863-9263-c73a15b8e80c service neutron] 10.222.0.41 "GET /v2.0/networks?id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 HTTP/1.1" status: 200 len: 914 time: 0.1864934 Feb 02 15:55:10.967955 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-1ed67105-1ea8-4e81-af4d-e80a3a469261 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.12&port_id=d2869ee8-6362-4b89-8186-f8a3f323dcda HTTP/1.1" status: 200 len: 217 time: 0.0723763 Feb 02 15:55:11.059800 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-0f149ac1-d014-4bfc-87f1-29c61653335a service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:11.061257 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-0f149ac1-d014-4bfc-87f1-29c61653335a service neutron] 10.222.0.41 "GET /v2.0/subnets?id=9a0c3ac7-cddf-4a4e-b5c6-10125c430d13 HTTP/1.1" status: 200 len: 853 time: 0.0854053 Feb 02 15:55:11.131293 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-3e51bfab-ec54-4f19-af0d-75c062d4c6ae service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0627038 Feb 02 15:55:11.136145 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.138751 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.163576 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.164198 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Fanout notify agent at l3_agent the message router_deleted on router c582a120-0309-40c8-a0b4-c1aefca1c635 {{(pid=87157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 15:55:11.202970 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.204511 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9e6ec2bb-fea1-44af-82c8-5bfa538376d3 admin admin] 10.222.0.18 "DELETE /v2.0/routers/c582a120-0309-40c8-a0b4-c1aefca1c635 HTTP/1.1" status: 204 len: 168 time: 2.3637674 Feb 02 15:55:11.210988 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56546) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:11.294691 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] Deleting subnet 4299949d-ccda-4cc6-b8f6-43eef81678ba {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:55:11.298306 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.318563 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-a3b13f2f-9563-4179-9c8e-99bbb49c146c service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1759589 Feb 02 15:55:11.360584 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.458085 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.473492 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-78729e81-1b29-4c8c-a1f1-897fed7a0e0b req-209bbbcd-c1e7-4a63-889b-d1943b4686f5 service neutron] 10.222.0.41 "GET /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1473267 Feb 02 15:55:11.537839 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.578677 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=4299949d-ccda-4cc6-b8f6-43eef81678ba,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:11.583212 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.589318 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-2c356e1d-12bb-403e-a940-bb638fab9936 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/4299949d-ccda-4cc6-b8f6-43eef81678ba HTTP/1.1" status: 204 len: 168 time: 0.3773828 Feb 02 15:55:11.592926 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56566) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:11.596385 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-5f415d90-4492-410c-a9d4-b9e2c1a513d5 None None] Network 7824dc98-1c32-4cbe-b1a0-f01045a3b76a requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:55:11.742723 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.761795 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Deleting port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:11.762576 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.983020 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] DHCP port deletion for 7824dc98-1c32-4cbe-b1a0-f01045a3b76a request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 15:55:11.988074 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Deleting port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:11.988591 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:11.997623 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56578) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:12.058347 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] For port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:12.058706 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.098250 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d2869ee8-6362-4b89-8186-f8a3f323dcda details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:55:12.143653 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.159387 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:12.164001 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Usage tracker for resource:security_group_rule and tenant:42697630f9194334831c16c3ce020fd4 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:12.166906 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:12.172759 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:12.198485 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Calling delete_port for e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 owned by network:dhcp {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:12.225902 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.resource_extend [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] It took 0.10 seconds to run function 'neutron_lib.db.resource_extend.apply_funcs' {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_utils/timeutils.py:386}} Feb 02 15:55:12.289515 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f980624f-3c27-4f5f-872d-169ebe901eac req-d931a5a0-dd76-4236-9aa3-7bcd06422d64 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:12.291250 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f980624f-3c27-4f5f-872d-169ebe901eac req-d931a5a0-dd76-4236-9aa3-7bcd06422d64 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 944 time: 0.3324895 Feb 02 15:55:12.297008 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.303605 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.304970 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:55:12.361307 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=42697630f9194334831c16c3ce020fd4&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3618093 Feb 02 15:55:12.362072 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56584) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:12.366302 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90313c16-8ccf-477a-aa61-eed95a168867 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=d21ae3a3-dc12-433d-82bc-12af6a9ed312,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:12.368224 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.407869 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] For port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,segment=NetworkSegment(068a4c8f-d853-4539-9f3c-7f4ebb8b142a),segment_id=068a4c8f-d853-4539-9f3c-7f4ebb8b142a)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:12.408256 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.431253 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Pushing event deleted for resources: {'Port': ['ID=e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:12.436916 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f980624f-3c27-4f5f-872d-169ebe901eac req-d571366d-6395-4ac7-9fce-5c61299866f1 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.1239154 Feb 02 15:55:12.441149 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-120d1a3a-1462-4598-99d1-5e11a8f4779d admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.455976 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] No DVR routers for this DVR port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 on host dv-cinder-817833-1-iscsi {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:55:12.475180 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-120d1a3a-1462-4598-99d1-5e11a8f4779d admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.540226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-120d1a3a-1462-4598-99d1-5e11a8f4779d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.550797 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No active binding found for port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 {{(pid=87158) get_port_binding_host /opt/stack/neutron/neutron/plugins/ml2/db.py:224}} Feb 02 15:55:12.551199 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:55:12.551779 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9dda0686-f2b4-4b7b-9961-11167baaea5c no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:55:12.557084 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-120d1a3a-1462-4598-99d1-5e11a8f4779d admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d21ae3a3-dc12-433d-82bc-12af6a9ed312,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:12.566442 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-120d1a3a-1462-4598-99d1-5e11a8f4779d admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.572987 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-120d1a3a-1462-4598-99d1-5e11a8f4779d admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d21ae3a3-dc12-433d-82bc-12af6a9ed312 HTTP/1.1" status: 204 len: 168 time: 0.2083919 Feb 02 15:55:12.594665 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Calling delete_port for e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:12.616424 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.631380 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 9dda0686-f2b4-4b7b-9961-11167baaea5c {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:55:12.632390 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 9dda0686-f2b4-4b7b-9961-11167baaea5c not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:55:12.644984 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['7824dc98-1c32-4cbe-b1a0-f01045a3b76a']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:12.661386 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '068a4c8f-d853-4539-9f3c-7f4ebb8b142a') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:12.661765 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '068a4c8f-d853-4539-9f3c-7f4ebb8b142a') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:12.674628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.708305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.716878 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Releasing vlan 386 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:55:12.717289 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.719671 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d2869ee8-6362-4b89-8186-f8a3f323dcda, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d2869ee8-6362-4b89-8186-f8a3f323dcda,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:55:12.753133 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:55:12.755777 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'd2869ee8-6362-4b89-8186-f8a3f323dcda', 'network_id': '8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8', 'port_id': 'd2869ee8-6362-4b89-8186-f8a3f323dcda', 'mac_address': 'fa:16:3e:e7:70:e1', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 361, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '9a0c3ac7-cddf-4a4e-b5c6-10125c430d13', 'ip_address': '172.20.0.12'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:55:12.814035 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:55:12.814514 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:55:12.829740 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.856307 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d2869ee8-6362-4b89-8186-f8a3f323dcda {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:55:12.877639 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d2869ee8-6362-4b89-8186-f8a3f323dcda, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d2869ee8-6362-4b89-8186-f8a3f323dcda,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:12.880750 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.884555 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.891598 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:12.923015 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] Pushing event deleted for resources: {'Network': ['ID=7824dc98-1c32-4cbe-b1a0-f01045a3b76a,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:12.944025 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-df4ab73d-e1c8-4179-8395-1a93817b2052 admin admin] 10.222.0.18 "DELETE /v2.0/networks/7824dc98-1c32-4cbe-b1a0-f01045a3b76a HTTP/1.1" status: 204 len: 168 time: 1.3499455 Feb 02 15:55:12.969439 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=d2869ee8-6362-4b89-8186-f8a3f323dcda,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:12.977605 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.978015 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.978432 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.978765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.979091 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.979417 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.979808 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.980141 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.980643 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.980963 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.981444 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:12.981757 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:13.017398 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56594) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:13.036838 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.052946 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:13.056883 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Usage tracker for resource:security_group_rule and tenant:df46a9252ab04f8da03faea8eaed2fcd is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:13.059777 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:13.065469 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:13.115425 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56598) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:13.164865 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.170298 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-f56656dd-3c55-47c9-b2ee-dd51ac1c5652 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4d4dd2ecf94c4794819f3899bc5231a4&name=default HTTP/1.1" status: 200 len: 2975 time: 0.0535927 Feb 02 15:55:13.171554 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.172974 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56602) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:13.260649 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['d2869ee8-6362-4b89-8186-f8a3f323dcda'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:55:13.277065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c39819df-5f8e-4be0-825a-bc363c8b0e56 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.321832 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Deleting port e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:13.322620 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.336412 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c39819df-5f8e-4be0-825a-bc363c8b0e56 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.400507 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-fccafb4b-d2c1-4f93-be4d-b6e301bd8377 None None] The port 'e792a6d5-fbf9-44a3-a5cd-3beed5fafdf5' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 15:55:13.405996 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=df46a9252ab04f8da03faea8eaed2fcd&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3866687 Feb 02 15:55:13.412080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56606) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:13.433463 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-615f4bc2-9298-4c64-bd1a-611f84d362b0 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=2a85459e-0174-49ea-af3f-b116aba998d6,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:13.523068 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99fc7d8a-8e4f-4f40-b335-45c3d403220e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.559077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c39819df-5f8e-4be0-825a-bc363c8b0e56 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.562040 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99fc7d8a-8e4f-4f40-b335-45c3d403220e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.582928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c39819df-5f8e-4be0-825a-bc363c8b0e56 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=20a9f59f-ab24-48fe-a281-13f8b25c366a,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:13.592577 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c39819df-5f8e-4be0-825a-bc363c8b0e56 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.596577 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-c39819df-5f8e-4be0-825a-bc363c8b0e56 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/20a9f59f-ab24-48fe-a281-13f8b25c366a HTTP/1.1" status: 204 len: 168 time: 0.4219370 Feb 02 15:55:13.753711 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99fc7d8a-8e4f-4f40-b335-45c3d403220e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.786841 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-99fc7d8a-8e4f-4f40-b335-45c3d403220e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=2a85459e-0174-49ea-af3f-b116aba998d6,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:13.799665 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-99fc7d8a-8e4f-4f40-b335-45c3d403220e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:13.807897 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-99fc7d8a-8e4f-4f40-b335-45c3d403220e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/2a85459e-0174-49ea-af3f-b116aba998d6 HTTP/1.1" status: 204 len: 168 time: 0.3924551 Feb 02 15:55:13.826952 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-00c5b3e6-2be4-4e39-a5e8-bca9b35e11c0 req-59d54e63-b86c-4f60-aa6f-f52823e75d11 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:13.829288 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-00c5b3e6-2be4-4e39-a5e8-bca9b35e11c0 req-59d54e63-b86c-4f60-aa6f-f52823e75d11 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 945 time: 0.1940644 Feb 02 15:55:13.897855 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-00c5b3e6-2be4-4e39-a5e8-bca9b35e11c0 req-ac9a1338-be41-43a3-b287-27e096d317b4 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0597250 Feb 02 15:55:14.058750 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:15.148195 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fd7150a9-4577-4f4f-8621-00642f6914bd req-1dbdd856-448b-455c-90e1-0b114aa42f50 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:15.149802 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fd7150a9-4577-4f4f-8621-00642f6914bd req-1dbdd856-448b-455c-90e1-0b114aa42f50 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 945 time: 0.1129172 Feb 02 15:55:15.199043 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fd7150a9-4577-4f4f-8621-00642f6914bd req-9b71a95b-ae8f-4ab8-acf2-6a70e945defc tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0430598 Feb 02 15:55:15.603335 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56692) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:15.747287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:15.766750 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:15.768285 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Usage tracker for resource:security_group_rule and tenant:2d5c5e6314fc450288f6663ecae81902 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:15.775577 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:15.781679 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:15.878385 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:15.882955 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:15.932268 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d5c5e6314fc450288f6663ecae81902&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3278122 Feb 02 15:55:15.933252 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6771975f-1167-40dc-97cb-06292e9ef459 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=7ddd3a4d-2dff-4bfe-9671-e2eb7a95f3ae,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:15.935026 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56704) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:16.002181 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd370-7d85-4223-ab3a-0f454d980161 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:16.030688 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd370-7d85-4223-ab3a-0f454d980161 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:16.078771 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d2869ee8-6362-4b89-8186-f8a3f323dcda up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:55:16.094064 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd370-7d85-4223-ab3a-0f454d980161 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:16.111002 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d0dd370-7d85-4223-ab3a-0f454d980161 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7ddd3a4d-2dff-4bfe-9671-e2eb7a95f3ae,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:16.116427 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2d0dd370-7d85-4223-ab3a-0f454d980161 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:16.122031 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-2d0dd370-7d85-4223-ab3a-0f454d980161 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7ddd3a4d-2dff-4bfe-9671-e2eb7a95f3ae HTTP/1.1" status: 204 len: 168 time: 0.1813722 Feb 02 15:55:16.163874 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port d2869ee8-6362-4b89-8186-f8a3f323dcda completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:55:16.169326 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port d2869ee8-6362-4b89-8186-f8a3f323dcda triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:55:16.169701 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:16.299763 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:16.328059 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2869ee8-6362-4b89-8186-f8a3f323dcda'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:55:16.338975 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d2869ee8-6362-4b89-8186-f8a3f323dcda, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d2869ee8-6362-4b89-8186-f8a3f323dcda,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:16.344054 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:16.419048 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=d2869ee8-6362-4b89-8186-f8a3f323dcda,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:16.423162 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-228710da-9c53-45f2-bed7-2f14c783abd3 req-198dda27-ca99-4cfc-89c7-06493618eb4d tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:16.425428 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-228710da-9c53-45f2-bed7-2f14c783abd3 req-198dda27-ca99-4cfc-89c7-06493618eb4d tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.1125109 Feb 02 15:55:16.471481 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-228710da-9c53-45f2-bed7-2f14c783abd3 req-497ad8d2-bbac-436a-8f5a-e452d32acada tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0402060 Feb 02 15:55:16.530957 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd2869ee8-6362-4b89-8186-f8a3f323dcda', 'code': 200} Feb 02 15:55:16.813772 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68691466-6d23-4f2f-bdf4-b614b76731a5 req-269dd7b0-ed7c-46b5-8482-a5fa340ac110 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:16.815276 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-68691466-6d23-4f2f-bdf4-b614b76731a5 req-269dd7b0-ed7c-46b5-8482-a5fa340ac110 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 1099 time: 0.0726304 Feb 02 15:55:16.857986 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-68691466-6d23-4f2f-bdf4-b614b76731a5 req-d7bb825a-b4fe-4556-a13c-f2a5a5563688 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0355756 Feb 02 15:55:17.700551 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7be820b8-2473-429c-b6fb-3afb2215cdeb req-31265ea9-c898-4281-b215-1a7eb98f4ec3 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:17.702611 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7be820b8-2473-429c-b6fb-3afb2215cdeb req-31265ea9-c898-4281-b215-1a7eb98f4ec3 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.1004014 Feb 02 15:55:17.756119 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7be820b8-2473-429c-b6fb-3afb2215cdeb req-a8066202-f710-4569-a805-25b94a0110fd tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0452921 Feb 02 15:55:18.965450 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-92c9496a-6709-4e2e-8e02-e30ddf33b392 req-b70e6305-04b4-4112-98df-2b8d898a32bb tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:18.966911 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-92c9496a-6709-4e2e-8e02-e30ddf33b392 req-b70e6305-04b4-4112-98df-2b8d898a32bb tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.1027586 Feb 02 15:55:19.016939 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-92c9496a-6709-4e2e-8e02-e30ddf33b392 req-11c38de9-521f-494e-8575-cd1622ddff52 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0431619 Feb 02 15:55:22.657155 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-ab7d9ffd-0ad9-4da9-9722-dca38b543004 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0988958 Feb 02 15:55:22.840702 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-84c0aa88-4d2c-490c-a554-429206698c60 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:22.842621 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-84c0aa88-4d2c-490c-a554-429206698c60 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1098 time: 0.0833955 Feb 02 15:55:22.990671 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-4a72621c-02f2-48e6-b333-0f5012c541ff service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:22.992161 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-4a72621c-02f2-48e6-b333-0f5012c541ff service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 910 time: 0.1292360 Feb 02 15:55:23.099127 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-6912e59d-9b77-434d-9492-3060e3c57884 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 1001 time: 0.1007612 Feb 02 15:55:23.162689 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-502dce4a-6b39-460d-b923-9bcf4c9676b8 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:23.164601 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-502dce4a-6b39-460d-b923-9bcf4c9676b8 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.0595198 Feb 02 15:55:23.249142 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-666f5c4a-41e5-457d-85c5-b82430713ed9 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:23.250801 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-666f5c4a-41e5-457d-85c5-b82430713ed9 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0801308 Feb 02 15:55:23.388534 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-69df4206-04b5-475f-86b1-79ddc46a92cf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:23.398364 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-541d270c-9407-4acd-8391-774f74025020 service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1362231 Feb 02 15:55:23.563224 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c8ccbfd3-939a-4f44-86f1-a4c940ed1d0d req-c9803fd1-7b26-47b0-9f39-0c311101c93b service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1583614 Feb 02 15:55:25.707725 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-c185cfb5-b15a-4955-9c51-41085ffa227d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:26.773041 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:26.774158 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.465968 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56942) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:27.596989 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.611580 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:27.615342 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Usage tracker for resource:security_group_rule and tenant:0375118f328e443ebd0c236779c3e820 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:27.618106 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:27.623965 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:27.707043 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.711000 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.755996 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=f56fa8b3-6420-4215-892a-94d1c5d16f02,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:27.760104 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-18498bb7-6b9a-4ff1-8283-0763ada348df admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=0375118f328e443ebd0c236779c3e820&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2930205 Feb 02 15:55:27.762743 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56948) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:27.826148 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7c8fde67-6d03-45d0-83ac-781175b5c37c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.851775 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7c8fde67-6d03-45d0-83ac-781175b5c37c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.910926 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7c8fde67-6d03-45d0-83ac-781175b5c37c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.927669 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7c8fde67-6d03-45d0-83ac-781175b5c37c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=f56fa8b3-6420-4215-892a-94d1c5d16f02,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:27.936647 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7c8fde67-6d03-45d0-83ac-781175b5c37c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:27.937768 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7c8fde67-6d03-45d0-83ac-781175b5c37c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/f56fa8b3-6420-4215-892a-94d1c5d16f02 HTTP/1.1" status: 204 len: 168 time: 0.1741338 Feb 02 15:55:28.234840 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56956) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:28.252563 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.268447 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:28.273411 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Usage tracker for resource:security_group_rule and tenant:e1f69617e59247cc801238b06c3673d7 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:28.277279 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:28.279401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.286016 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:28.375785 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.379727 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.429572 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=40c26847-9600-4c19-91e5-d5412886119c,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:28.435306 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-737b7dca-083e-41d5-956e-8948c4658901 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e1f69617e59247cc801238b06c3673d7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1990018 Feb 02 15:55:28.437693 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56966) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:28.500534 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2d18b70b-6f7e-4f23-8233-4a1439b75a87 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.538729 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2d18b70b-6f7e-4f23-8233-4a1439b75a87 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.592871 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2d18b70b-6f7e-4f23-8233-4a1439b75a87 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.610872 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2d18b70b-6f7e-4f23-8233-4a1439b75a87 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=40c26847-9600-4c19-91e5-d5412886119c,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:28.628667 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-2d18b70b-6f7e-4f23-8233-4a1439b75a87 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:28.634387 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-2d18b70b-6f7e-4f23-8233-4a1439b75a87 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/40c26847-9600-4c19-91e5-d5412886119c HTTP/1.1" status: 204 len: 168 time: 0.1936090 Feb 02 15:55:29.021742 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 56984) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:29.040392 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:29.055237 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:55:29.059492 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Usage tracker for resource:security_group_rule and tenant:2d96a29856a74d9d87c0ead8015ae41d is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:55:29.062473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:55:29.068706 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:55:29.170521 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:29.173931 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:29.229362 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2d96a29856a74d9d87c0ead8015ae41d&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2064958 Feb 02 15:55:29.230210 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-09e55a3f-7df9-4a1a-ba47-9cd130f668d3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=300c32d9-477b-4aea-9e93-a4fc5dcc14af,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:29.230831 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 56988) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:29.296452 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9505bfe3-7667-4dde-a3dd-f551bfc04676 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:29.326759 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9505bfe3-7667-4dde-a3dd-f551bfc04676 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:29.383520 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9505bfe3-7667-4dde-a3dd-f551bfc04676 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:29.399408 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9505bfe3-7667-4dde-a3dd-f551bfc04676 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=300c32d9-477b-4aea-9e93-a4fc5dcc14af,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:29.407986 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-9505bfe3-7667-4dde-a3dd-f551bfc04676 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:29.409727 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-9505bfe3-7667-4dde-a3dd-f551bfc04676 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/300c32d9-477b-4aea-9e93-a4fc5dcc14af HTTP/1.1" status: 204 len: 168 time: 0.1773221 Feb 02 15:55:29.693068 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:55:42.382046 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57150) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:42.756506 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Deleting port 4010b3f2-c6f8-4c9c-b582-db5f6b7b51d2 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:42.756853 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:42.928511 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:42.928831 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.157104 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Calling delete_port for 4010b3f2-c6f8-4c9c-b582-db5f6b7b51d2 owned by network:floatingip {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:43.319630 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.368647 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event deleted for resources: {'Port': ['ID=4010b3f2-c6f8-4c9c-b582-db5f6b7b51d2,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:43.438379 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.439078 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.439078 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.439351 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.439726 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.440046 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.440363 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.440676 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.440991 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.441301 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.441612 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.441980 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:43.477631 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for floatingip, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:43.477987 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Floating IP 93d280a4-353b-4d00-a7e3-bb87b357dbf4 disassociated (deleted). External IP: 172.27.2.252, port: dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b. Feb 02 15:55:43.852332 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:55:44.039413 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:55:44.053257 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] Sync routers for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:55:44.054394 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.065721 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:55:44.066452 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:55:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:44.115875 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-b7de23ef-0de2-4b60-bf55-586665a97d66 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "DELETE /v2.0/floatingips/93d280a4-353b-4d00-a7e3-bb87b357dbf4 HTTP/1.1" status: 204 len: 168 time: 1.7326987 Feb 02 15:55:44.116481 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:55:44.122993 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:44.253456 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:55:44.378816 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'status': 'completed', 'code': 200} Feb 02 15:55:44.561884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-a2e03c41-bfb4-4e44-8ae4-ed0875957783 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:44.563739 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-a2e03c41-bfb4-4e44-8ae4-ed0875957783 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 1098 time: 0.0850496 Feb 02 15:55:44.563911 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-57ec7d73-3b36-4772-b636-2e9b181512fd req-560c7995-642f-4f06-94b4-5a9d99180da1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:44.564736 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-57ec7d73-3b36-4772-b636-2e9b181512fd req-560c7995-642f-4f06-94b4-5a9d99180da1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Synchronizing usage tracker for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:55:44.583806 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-57ec7d73-3b36-4772-b636-2e9b181512fd req-560c7995-642f-4f06-94b4-5a9d99180da1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Unset dirty status for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:55:44.588535 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 5, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:44.591003 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-57ec7d73-3b36-4772-b636-2e9b181512fd req-560c7995-642f-4f06-94b4-5a9d99180da1 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1225042 Feb 02 15:55:44.593811 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] Checking router: aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:55:44.603748 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:55:44.604363 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:55:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:44.638286 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-57ec7d73-3b36-4772-b636-2e9b181512fd req-0ee76165-4505-497f-877c-94a4befe34f9 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462487 Feb 02 15:55:44.755963 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-fe6863f9-c6c0-450d-b044-6105606909fa service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:44.758324 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-fe6863f9-c6c0-450d-b044-6105606909fa service neutron] 10.222.0.41 "GET /v2.0/networks?id=22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 200 len: 910 time: 0.1828449 Feb 02 15:55:44.818487 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:55:44.835376 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-83705a1a-664f-4b71-b07e-3d1112fcae0e service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 200 len: 217 time: 0.0699961 Feb 02 15:55:44.907554 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-3c420089-9157-4be4-a78c-0759a6b2922b service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:44.909121 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-3c420089-9157-4be4-a78c-0759a6b2922b service neutron] 10.222.0.41 "GET /v2.0/subnets?id=3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 200 len: 848 time: 0.0643322 Feb 02 15:55:45.005637 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-bf2fb4fe-7bac-42ad-9cd0-a39e852b0e89 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:45.007166 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-bf2fb4fe-7bac-42ad-9cd0-a39e852b0e89 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=22e70d5d-e25c-4af1-bf2e-f6acb840714a&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0860696 Feb 02 15:55:45.232183 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 5, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:45.238529 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-3ebc841d-fdd6-4e0c-b425-ba7cfa0f2efc None None] The sync data for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi is: [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:49:41Z', 'revision_number': 4, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '43c02824-0cf0-4ec0-b80f-786f918600a2', 'name': '', 'network_id': '22e70d5d-e25c-4af1-bf2e-f6acb840714a', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'mac_address': 'fa:16:3e:87:d8:2d', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_interface', 'standard_attr_id': 411, 'fixed_ips': [{'subnet_id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:40Z', 'updated_at': '2022-02-02T15:49:50Z', 'revision_number': 5, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'subnets': [{'id': '3add58ba-6917-4751-bfaa-ffd2e8656e84', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:55:45.302415 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-3417e003-be99-484c-b4fb-a1286e7dd13a service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2841654 Feb 02 15:55:45.467509 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-efac0010-7ff2-4efb-a593-09176e3ce3e6 req-be16a14f-e562-4c80-9976-e019a919034f service neutron] 10.222.0.41 "GET /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1469440 Feb 02 15:55:45.549619 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-6c3a3be3-e5bb-4235-999f-29e53f8ab500 None None] New status for floating IP 93d280a4-353b-4d00-a7e3-bb87b357dbf4: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:55:45.850906 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a18f1c38-8067-498f-8a94-4f0a48f45a42 req-73d11154-a703-4086-887d-408fe5d69f5e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:45.852423 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a18f1c38-8067-498f-8a94-4f0a48f45a42 req-73d11154-a703-4086-887d-408fe5d69f5e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0917938 Feb 02 15:55:45.899429 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a18f1c38-8067-498f-8a94-4f0a48f45a42 req-108fbcd5-3f7d-41bf-af93-c1a076c0440b tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0413427 Feb 02 15:55:47.084088 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20b970d8-d680-46c3-9293-116f8efe1a36 req-3ec51d3e-e29d-4bea-8d58-4cf9d42bec0e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:47.085469 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-20b970d8-d680-46c3-9293-116f8efe1a36 req-3ec51d3e-e29d-4bea-8d58-4cf9d42bec0e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0827930 Feb 02 15:55:47.133701 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-20b970d8-d680-46c3-9293-116f8efe1a36 req-c4182b9b-6be9-4e35-afe4-e240e15bae77 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0408430 Feb 02 15:55:48.323942 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-da349391-a80d-4f0e-913b-50b480d5945d req-d3d4861d-cb5f-4d45-824a-423da5520a83 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:48.325389 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-da349391-a80d-4f0e-913b-50b480d5945d req-d3d4861d-cb5f-4d45-824a-423da5520a83 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0823555 Feb 02 15:55:48.370084 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-da349391-a80d-4f0e-913b-50b480d5945d req-72535eef-a42d-405a-a375-fa55fd473ffc tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0385132 Feb 02 15:55:49.555063 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04ad83e4-b96d-4db0-8487-c6d85b10d84b req-bcb324f1-8a64-42fa-a2ed-d4a35ef96dbb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:49.556507 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-04ad83e4-b96d-4db0-8487-c6d85b10d84b req-bcb324f1-8a64-42fa-a2ed-d4a35ef96dbb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.0797791 Feb 02 15:55:49.601662 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-04ad83e4-b96d-4db0-8487-c6d85b10d84b req-9a7e62f2-3ae6-49aa-8d95-26d0e9d91706 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/security-groups?id=bec8d51c-6380-4b1c-89f3-dad7939fdf56&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0390444 Feb 02 15:55:49.723337 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-170fe276-be28-418c-a90d-6524def303e2 req-17462858-1765-46a6-8184-710d08d1b4bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:49.724758 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-170fe276-be28-418c-a90d-6524def303e2 req-17462858-1765-46a6-8184-710d08d1b4bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Synchronizing usage tracker for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:55:49.738379 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-170fe276-be28-418c-a90d-6524def303e2 req-17462858-1765-46a6-8184-710d08d1b4bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Unset dirty status for tenant:c21ecf8c592c41f6ab2a3d66b429ce87 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:55:49.740158 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-170fe276-be28-418c-a90d-6524def303e2 req-17462858-1765-46a6-8184-710d08d1b4bb tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.41 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 945 time: 0.1078901 Feb 02 15:55:49.824525 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Deleting port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:49.825315 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:50.162517 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] For port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:50.162970 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:50.303636 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Calling delete_port for dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:50.458025 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:50.509425 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event deleted for resources: {'Port': ['ID=dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:50.552324 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.552679 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.553024 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.553356 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.553688 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.554018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.554372 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.554691 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.555014 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.555333 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.555654 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.555962 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:55:50.600085 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] No DVR routers for this DVR port dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:55:50.603172 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:50.606897 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-deleted', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:55:50.632832 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-170fe276-be28-418c-a90d-6524def303e2 req-a84a40ff-82b9-4739-8546-23ff3dfe51b3 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.41 "DELETE /v2.0/ports/dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b HTTP/1.1" status: 204 len: 173 time: 0.8859119 Feb 02 15:55:50.661501 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '2499d6b4-5f28-4aeb-8a64-cb63360ce0bb', 'name': 'network-vif-deleted', 'tag': 'dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b', 'status': 'completed', 'code': 200} Feb 02 15:55:50.930722 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3bed7b6f-4313-4d41-ae7a-6868557635fb req-5a75183e-0994-4451-91e1-8e322940e09a tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 210 time: 0.1646335 Feb 02 15:55:52.102567 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-491b8083-f64b-4e0b-8ac8-10e65f704ada req-51ea86ea-1021-4102-b193-dcbb5e10339e tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "GET /v2.0/ports?device_id=2499d6b4-5f28-4aeb-8a64-cb63360ce0bb HTTP/1.1" status: 200 len: 210 time: 0.0430126 Feb 02 15:55:52.249496 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:55:52.284582 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:55:52.284905 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device dffa5d24-a75d-4bbe-a334-dcf1eafaaa2b not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:55:52.870549 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa4a3fbb-ab6d-4e00-8964-fcbcb530d090 req-42093d0f-3f8e-4887-a88c-ba67f1106b2e tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:52.872001 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa4a3fbb-ab6d-4e00-8964-fcbcb530d090 req-42093d0f-3f8e-4887-a88c-ba67f1106b2e tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.0878580 Feb 02 15:55:52.917725 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa4a3fbb-ab6d-4e00-8964-fcbcb530d090 req-f4ca359e-3894-4891-84ee-2c2ffbea40d5 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0400212 Feb 02 15:55:53.196477 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57340) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:53.269746 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a969b3a1-a04f-44b0-866e-931925597cb6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.300163 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a969b3a1-a04f-44b0-866e-931925597cb6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.367203 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a969b3a1-a04f-44b0-866e-931925597cb6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.383590 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-52b4fe26-c027-4b2a-8222-ae4893aadab4 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.388895 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a969b3a1-a04f-44b0-866e-931925597cb6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=bec8d51c-6380-4b1c-89f3-dad7939fdf56,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:53.396081 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-a969b3a1-a04f-44b0-866e-931925597cb6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:53.397205 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-a969b3a1-a04f-44b0-866e-931925597cb6 tempest-TestShelveInstance-1275453143 tempest-TestShelveInstance-1275453143-project] 10.222.0.18 "DELETE /v2.0/security-groups/bec8d51c-6380-4b1c-89f3-dad7939fdf56 HTTP/1.1" status: 204 len: 168 time: 0.1997423 Feb 02 15:55:53.453735 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57346) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:54.111609 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-47759b77-e297-4be2-a45f-e04012466fe3 req-a93547e2-2577-460b-890d-50417405ed24 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:54.113169 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-47759b77-e297-4be2-a45f-e04012466fe3 req-a93547e2-2577-460b-890d-50417405ed24 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.0842562 Feb 02 15:55:54.164135 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-47759b77-e297-4be2-a45f-e04012466fe3 req-4838b403-0ec0-4058-ae00-48f4188392b0 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0443270 Feb 02 15:55:54.233884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.611697 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Deleting port 43c02824-0cf0-4ec0-b80f-786f918600a2 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:54.612043 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.819033 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] For port 43c02824-0cf0-4ec0-b80f-786f918600a2, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=43c02824-0cf0-4ec0-b80f-786f918600a2,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:54.819395 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:54.948095 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Calling delete_port for 43c02824-0cf0-4ec0-b80f-786f918600a2 owned by network:router_interface {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:55.170044 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.222560 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Pushing event deleted for resources: {'Port': ['ID=43c02824-0cf0-4ec0-b80f-786f918600a2,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:55.384662 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-683a21de-6b65-44d3-9ca3-7298dd08b846 req-608bd075-d5bb-4d26-8c6a-6498b5d7dcf3 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:55.389330 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-683a21de-6b65-44d3-9ca3-7298dd08b846 req-608bd075-d5bb-4d26-8c6a-6498b5d7dcf3 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.1025791 Feb 02 15:55:55.444017 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-683a21de-6b65-44d3-9ca3-7298dd08b846 req-c078438f-7598-4af3-80e1-f457d7f37f36 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427356 Feb 02 15:55:55.538598 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:55.709326 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-eefd1853-ac91-47d9-a1fc-1827c8b89855 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.026805 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:55:56.237373 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:55:56.254182 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-db82f753-a96b-4745-9196-9ff13ca56ee5 admin admin] 10.222.0.18 "PUT /v2.0/routers/aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.7964842 Feb 02 15:55:56.254399 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] Sync routers for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:55:56.254538 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57370) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:56.270837 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:55:56.271783 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:55:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:56.465792 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks [] for router, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.468618 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:55:56.645569 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-20f17f4b-55c4-4ca5-ac8c-16d938693783 req-b076622b-0dc0-42fd-8607-e81f222b6f90 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:56.647253 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-20f17f4b-55c4-4ca5-ac8c-16d938693783 req-b076622b-0dc0-42fd-8607-e81f222b6f90 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.0898867 Feb 02 15:55:56.674809 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.688117 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Deleting port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:56.688550 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.714906 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-20f17f4b-55c4-4ca5-ac8c-16d938693783 req-c894bfce-0374-4d39-83f6-56943d6656b6 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0616364 Feb 02 15:55:56.787384 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.800207 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:56.816368 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237'}], 'enable_snat': True}, 'gw_port_id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:55:55Z', 'revision_number': 5, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port': {'id': 'ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:80:71:f8', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'device_owner': 'network:router_gateway', 'standard_attr_id': 410, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.237', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:36Z', 'updated_at': '2022-02-02T15:49:42Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:56.820765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] Checking router: aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:55:56.830829 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] Routers {'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:55:56.833076 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:55:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:56.904532 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] For port ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:56.904795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.007838 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] Set router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 gateway port host: None {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:55:57.032018 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Calling delete_port for ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a owned by network:router_gateway {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:57.129163 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:55:56Z', 'revision_number': 6, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port_host': None}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:57.134578 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-2719a95f-2cf4-4a28-aded-72445366a7d8 None None] The sync data for ids ['aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7'] in dv-cinder-817833-1-iscsi is: [{'id': 'aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7', 'name': 'tempest-TestShelveInstance-1080720767-router', 'tenant_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:35Z', 'updated_at': '2022-02-02T15:55:56Z', 'revision_number': 6, 'project_id': 'c21ecf8c592c41f6ab2a3d66b429ce87', 'gw_port_host': None}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:55:57.304042 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.350601 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Pushing event deleted for resources: {'Port': ['ID=ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:57.444091 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.638285 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.640987 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.671448 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.672093 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Fanout notify agent at l3_agent the message router_deleted on router aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 {{(pid=87156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 15:55:57.687740 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.688826 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-399c2047-f56b-43fa-a63d-1c78cbbf48f5 admin admin] 10.222.0.18 "DELETE /v2.0/routers/aff4a140-66ca-49a8-b7b3-9d0ac09ad2f7 HTTP/1.1" status: 204 len: 168 time: 1.4335654 Feb 02 15:55:57.691815 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57382) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:57.765678 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] Deleting subnet 3add58ba-6917-4751-bfaa-ffd2e8656e84 {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:55:57.769800 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.825482 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:57.989250 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-16dd6c90-9e63-44fa-8055-f8758ebe06a0 req-dccb9393-a2bf-47b5-960c-3fad014cfd76 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:57.990930 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-16dd6c90-9e63-44fa-8055-f8758ebe06a0 req-dccb9393-a2bf-47b5-960c-3fad014cfd76 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.1319375 Feb 02 15:55:58.012852 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.091152 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-16dd6c90-9e63-44fa-8055-f8758ebe06a0 req-a916a40f-0dc6-40f7-98e7-a2d52671b937 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0933440 Feb 02 15:55:58.122692 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.178304 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=3add58ba-6917-4751-bfaa-ffd2e8656e84,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:58.181370 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.190451 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a6d62b13-b770-4872-92d5-e6ccfed65eac None None] Network 22e70d5d-e25c-4af1-bf2e-f6acb840714a requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:55:58.191363 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-39f3ea65-48ff-4b96-a693-39cc742d9702 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/3add58ba-6917-4751-bfaa-ffd2e8656e84 HTTP/1.1" status: 204 len: 168 time: 0.4979105 Feb 02 15:55:58.194317 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57390) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:58.337211 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.339707 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:55:58.354863 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Deleting port d540dc0d-d413-43a2-990c-c3fc8f6cbeab {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:58.354863 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.372431 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.412174 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:55:58.412485 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device ebdaa187-a6c3-4b48-bd30-4a83aee9aa2a not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:55:58.412907 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43c02824-0cf0-4ec0-b80f-786f918600a2 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:55:58.479331 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 43c02824-0cf0-4ec0-b80f-786f918600a2 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:55:58.479649 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43c02824-0cf0-4ec0-b80f-786f918600a2 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:55:58.593636 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] For port d540dc0d-d413-43a2-990c-c3fc8f6cbeab, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:58.593636 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.606162 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] DHCP port deletion for 22e70d5d-e25c-4af1-bf2e-f6acb840714a request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 15:55:58.611113 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Deleting port d540dc0d-d413-43a2-990c-c3fc8f6cbeab {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:58.611474 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.730832 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Calling delete_port for d540dc0d-d413-43a2-990c-c3fc8f6cbeab owned by network:dhcp {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:58.831965 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:58.888571 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Pushing event deleted for resources: {'Port': ['ID=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:58.890731 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] No DVR routers for this DVR port d540dc0d-d413-43a2-990c-c3fc8f6cbeab on host dv-cinder-817833-1-iscsi {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:55:58.906989 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] For port d540dc0d-d413-43a2-990c-c3fc8f6cbeab, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=d540dc0d-d413-43a2-990c-c3fc8f6cbeab,segment=NetworkSegment(40b73094-63d5-4b33-9e05-4a2e9a6d7c3e),segment_id=40b73094-63d5-4b33-9e05-4a2e9a6d7c3e)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:55:58.906989 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.042315 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.077319 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['22e70d5d-e25c-4af1-bf2e-f6acb840714a']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:59.079185 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Calling delete_port for d540dc0d-d413-43a2-990c-c3fc8f6cbeab owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:55:59.093660 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:59.094129 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '40b73094-63d5-4b33-9e05-4a2e9a6d7c3e') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:55:59.107858 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.134825 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.149143 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Releasing vlan 368 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:55:59.150267 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:55:59.169893 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:55:59.201284 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:55:59.201978 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:55:59.450399 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.471049 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.489642 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] Pushing event deleted for resources: {'Network': ['ID=22e70d5d-e25c-4af1-bf2e-f6acb840714a,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:55:59.509417 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1fa57724-4dc2-4901-9153-222e894eb3b1 req-1c5eebc6-04aa-4476-b550-9c877ae72115 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:59.511007 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1fa57724-4dc2-4901-9153-222e894eb3b1 req-1c5eebc6-04aa-4476-b550-9c877ae72115 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.1674302 Feb 02 15:55:59.535727 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7946b276-9475-430c-8760-4328173ef43e req-6f4aa80e-7505-48f3-8127-c194996bec60 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:55:59.536916 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-7946b276-9475-430c-8760-4328173ef43e req-6f4aa80e-7505-48f3-8127-c194996bec60 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Synchronizing usage tracker for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:55:59.562338 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-62055ee7-4f43-4a38-8c07-335952e65ba9 admin admin] 10.222.0.18 "DELETE /v2.0/networks/22e70d5d-e25c-4af1-bf2e-f6acb840714a HTTP/1.1" status: 204 len: 168 time: 1.3665428 Feb 02 15:55:59.562893 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57412) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:55:59.582613 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1fa57724-4dc2-4901-9153-222e894eb3b1 req-ae0f595f-7759-4cb2-8221-29687ac54827 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0622251 Feb 02 15:55:59.637599 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-7946b276-9475-430c-8760-4328173ef43e req-6f4aa80e-7505-48f3-8127-c194996bec60 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Unset dirty status for tenant:e0f8b9a3206d475a923ca09341063d6c on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:55:59.638780 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7946b276-9475-430c-8760-4328173ef43e req-6f4aa80e-7505-48f3-8127-c194996bec60 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.2428362 Feb 02 15:55:59.704226 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Deleting port d540dc0d-d413-43a2-990c-c3fc8f6cbeab {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:59.705475 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.774606 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Deleting port d2869ee8-6362-4b89-8186-f8a3f323dcda {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:55:59.775106 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:55:59.807468 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4066f83f-8252-4001-9db2-c30a34a31da4 None None] The port 'd540dc0d-d413-43a2-990c-c3fc8f6cbeab' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 15:55:59.989318 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57428) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:00.136176 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.154383 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:00.158680 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Usage tracker for resource:security_group_rule and tenant:4e810377cc814a558bfa4f1133263d98 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:00.162622 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:00.169648 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:00.297152 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.303853 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.324904 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] For port d2869ee8-6362-4b89-8186-f8a3f323dcda, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d2869ee8-6362-4b89-8186-f8a3f323dcda,segment=NetworkSegment(8384d423-cc6f-4e55-9855-bf06fb248772),segment_id=8384d423-cc6f-4e55-9855-bf06fb248772)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:00.325299 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device d540dc0d-d413-43a2-990c-c3fc8f6cbeab no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:00.325875 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.371761 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: d540dc0d-d413-43a2-990c-c3fc8f6cbeab {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:56:00.372449 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device d540dc0d-d413-43a2-990c-c3fc8f6cbeab not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:00.382300 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=16db2ea4-0819-4cb2-9ab4-1a76823ede99,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:00.391102 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-98483aa7-60b9-48ac-b56a-34f4a59d4403 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=4e810377cc814a558bfa4f1133263d98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3992376 Feb 02 15:56:00.395833 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57434) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:00.499102 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-1c59eb86-a532-4aa6-8b73-e1b7a1af01f6 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.550317 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-1c59eb86-a532-4aa6-8b73-e1b7a1af01f6 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.640280 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-1c59eb86-a532-4aa6-8b73-e1b7a1af01f6 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.660624 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-1c59eb86-a532-4aa6-8b73-e1b7a1af01f6 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=16db2ea4-0819-4cb2-9ab4-1a76823ede99,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:00.668787 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-1c59eb86-a532-4aa6-8b73-e1b7a1af01f6 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:00.670210 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-1c59eb86-a532-4aa6-8b73-e1b7a1af01f6 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/16db2ea4-0819-4cb2-9ab4-1a76823ede99 HTTP/1.1" status: 204 len: 168 time: 0.2730298 Feb 02 15:56:00.684371 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Calling delete_port for d2869ee8-6362-4b89-8186-f8a3f323dcda owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:56:00.838287 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-52b79de9-ede6-4bef-b43d-50450c7a550a req-10990e64-2eb8-4b68-9e14-5f6f5075a72a tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:00.840992 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-52b79de9-ede6-4bef-b43d-50450c7a550a req-10990e64-2eb8-4b68-9e14-5f6f5075a72a tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 946 time: 0.1086593 Feb 02 15:56:00.920153 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-52b79de9-ede6-4bef-b43d-50450c7a550a req-00155d0c-f735-4801-9fe5-13c95ba8c992 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/security-groups?id=efd4c39e-b351-4eaa-bce0-92d77cc9d80c&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0724764 Feb 02 15:56:00.993180 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.062409 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Pushing event deleted for resources: {'Port': ['ID=d2869ee8-6362-4b89-8186-f8a3f323dcda,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:01.069524 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.228883 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] No DVR routers for this DVR port d2869ee8-6362-4b89-8186-f8a3f323dcda on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:56:01.233154 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.235732 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'name': 'network-vif-deleted', 'tag': 'd2869ee8-6362-4b89-8186-f8a3f323dcda'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:01.311430 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-7946b276-9475-430c-8760-4328173ef43e req-9fae32bc-60bb-4bed-9005-1a4578b1e0db tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.41 "DELETE /v2.0/ports/d2869ee8-6362-4b89-8186-f8a3f323dcda HTTP/1.1" status: 204 len: 173 time: 1.6629024 Feb 02 15:56:01.314854 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5', 'name': 'network-vif-deleted', 'tag': 'd2869ee8-6362-4b89-8186-f8a3f323dcda', 'status': 'completed', 'code': 200} Feb 02 15:56:01.670872 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Deleting port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:56:01.671234 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:01.941660 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] For port cb1fdf8f-83ca-4c5c-a70d-862d0eca1258, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,segment=NetworkSegment(e89b7deb-cd56-4d71-94ac-6b67d648bf1b),segment_id=e89b7deb-cd56-4d71-94ac-6b67d648bf1b)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:01.941660 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.135983 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0e8446d2-68d6-426a-bf48-39502b5cc2ec req-3ea7bb89-2356-4081-b889-8882ec425905 tempest-VolumesSnapshotTestJSON-1416493686 tempest-VolumesSnapshotTestJSON-1416493686-project] 10.222.0.18 "GET /v2.0/ports?device_id=f24aa06f-dfa1-42ee-a1fd-aeb92c077bb5 HTTP/1.1" status: 200 len: 210 time: 0.0503297 Feb 02 15:56:02.183369 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Calling delete_port for cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 owned by network:router_interface {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:56:02.385249 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:02.434759 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Pushing event deleted for resources: {'Port': ['ID=cb1fdf8f-83ca-4c5c-a70d-862d0eca1258,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:02.748390 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d2869ee8-6362-4b89-8186-f8a3f323dcda no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:02.786009 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: d2869ee8-6362-4b89-8186-f8a3f323dcda {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:56:02.786402 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d2869ee8-6362-4b89-8186-f8a3f323dcda not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:02.832754 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.209732 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:56:03.398855 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:56:03.403883 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-c550a350-a039-4f6f-b387-1491a8084f7e admin admin] 10.222.0.18 "PUT /v2.0/routers/7997aefd-6b60-4d3d-b3d7-781ab30b8f92/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 3.8392928 Feb 02 15:56:03.408416 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57522) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:03.413742 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] Sync routers for ids ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:56:03.425176 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] Routers {'7997aefd-6b60-4d3d-b3d7-781ab30b8f92'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:03.425789 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:55:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:03.657039 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks [] for router, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.692392 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] Set router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:03.889954 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:03.901850 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Deleting port 744b1130-5674-41b4-a2a5-410a7b7c5b5a {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:56:03.902406 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.052678 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17'}], 'enable_snat': True}, 'gw_port_id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:56:02Z', 'revision_number': 5, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port': {'id': '744b1130-5674-41b4-a2a5-410a7b7c5b5a', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:3b:d8:78', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'device_owner': 'network:router_gateway', 'standard_attr_id': 422, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.17', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:49:45Z', 'updated_at': '2022-02-02T15:49:52Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:04.056503 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] Checking router: 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:56:04.067185 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] Routers {'7997aefd-6b60-4d3d-b3d7-781ab30b8f92'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:04.067793 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 5, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 5, "log_agent_heartbeats": false, "routers": 5},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:55:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:04.108755 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] For port 744b1130-5674-41b4-a2a5-410a7b7c5b5a, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=744b1130-5674-41b4-a2a5-410a7b7c5b5a,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:04.109111 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.246700 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] Set router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 gateway port host: None {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:04.270877 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Calling delete_port for 744b1130-5674-41b4-a2a5-410a7b7c5b5a owned by network:router_gateway {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:56:04.372659 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 6, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port_host': None}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:04.377862 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a955e17e-0f84-4628-b2c4-df0450567319 None None] The sync data for ids ['7997aefd-6b60-4d3d-b3d7-781ab30b8f92'] in dv-cinder-817833-1-iscsi is: [{'id': '7997aefd-6b60-4d3d-b3d7-781ab30b8f92', 'name': 'tempest-TestShelveInstance-1294889178-router', 'tenant_id': '32e0b527a98c4d29b56a87e753c72da2', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:49:44Z', 'updated_at': '2022-02-02T15:56:03Z', 'revision_number': 6, 'project_id': '32e0b527a98c4d29b56a87e753c72da2', 'gw_port_host': None}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:56:04.474646 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.557864 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Pushing event deleted for resources: {'Port': ['ID=744b1130-5674-41b4-a2a5-410a7b7c5b5a,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:04.738713 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.919644 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.922026 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.946573 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.947229 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Fanout notify agent at l3_agent the message router_deleted on router 7997aefd-6b60-4d3d-b3d7-781ab30b8f92 {{(pid=87157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 15:56:04.960008 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:04.961090 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-b96bd142-a645-4d38-9398-6caaa6e465a8 admin admin] 10.222.0.18 "DELETE /v2.0/routers/7997aefd-6b60-4d3d-b3d7-781ab30b8f92 HTTP/1.1" status: 204 len: 168 time: 1.5517426 Feb 02 15:56:04.963687 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57552) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:05.025345 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] Deleting subnet 8cd57a8b-ad34-4b37-9d8f-4f15812686bd {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:56:05.028261 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.085368 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.201058 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.301140 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.340499 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] Pushing event deleted for resources: {'Subnet': ['ID=8cd57a8b-ad34-4b37-9d8f-4f15812686bd,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:05.344204 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.350693 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-b05a7c54-b17a-492c-9b89-2c82c5a86cbf None None] Network 57b0371c-06af-468d-b6d9-6c142ca0b706 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:56:05.353400 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-37b024b3-3cdb-4dd0-baa4-90e67c4ac7dd admin admin] 10.222.0.18 "DELETE /v2.0/subnets/8cd57a8b-ad34-4b37-9d8f-4f15812686bd HTTP/1.1" status: 204 len: 168 time: 0.3866911 Feb 02 15:56:05.353925 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57560) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:05.473835 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.489933 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Deleting port b3b19b80-0898-438c-b31c-e2bca7a04139 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:56:05.490495 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.614266 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] DHCP port deletion for 57b0371c-06af-468d-b6d9-6c142ca0b706 request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 15:56:05.618725 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Deleting port b3b19b80-0898-438c-b31c-e2bca7a04139 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:56:05.619125 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.721127 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] For port b3b19b80-0898-438c-b31c-e2bca7a04139, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b3b19b80-0898-438c-b31c-e2bca7a04139,segment=NetworkSegment(e89b7deb-cd56-4d71-94ac-6b67d648bf1b),segment_id=e89b7deb-cd56-4d71-94ac-6b67d648bf1b)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:05.721490 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.835413 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] For port b3b19b80-0898-438c-b31c-e2bca7a04139, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b3b19b80-0898-438c-b31c-e2bca7a04139,segment=NetworkSegment(e89b7deb-cd56-4d71-94ac-6b67d648bf1b),segment_id=e89b7deb-cd56-4d71-94ac-6b67d648bf1b)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:05.835800 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.855200 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Calling delete_port for b3b19b80-0898-438c-b31c-e2bca7a04139 owned by network:dhcp {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:56:05.952165 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:05.964977 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Calling delete_port for b3b19b80-0898-438c-b31c-e2bca7a04139 owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:56:06.040634 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 15:56:06.040991 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 15:56:06.102163 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Pushing event deleted for resources: {'Port': ['ID=b3b19b80-0898-438c-b31c-e2bca7a04139,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:06.106586 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] No DVR routers for this DVR port b3b19b80-0898-438c-b31c-e2bca7a04139 on host dv-cinder-817833-1-iscsi {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:56:06.228135 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.259802 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['57b0371c-06af-468d-b6d9-6c142ca0b706']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:06.276816 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:06.277120 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'e89b7deb-cd56-4d71-94ac-6b67d648bf1b') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:06.291708 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.295736 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:06.310662 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.320196 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Releasing vlan 367 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:56:06.320662 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:56:06.335000 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:56:06.349036 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:56:06.349595 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cb1fdf8f-83ca-4c5c-a70d-862d0eca1258 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:06.350341 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b3b19b80-0898-438c-b31c-e2bca7a04139 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:06.409893 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: b3b19b80-0898-438c-b31c-e2bca7a04139 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:56:06.410685 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b3b19b80-0898-438c-b31c-e2bca7a04139 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:06.411105 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 744b1130-5674-41b4-a2a5-410a7b7c5b5a no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:06.427009 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.446438 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.452392 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] Pushing event deleted for resources: {'Network': ['ID=57b0371c-06af-468d-b6d9-6c142ca0b706,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:06.461386 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-057cdbc9-8315-40d5-8b9e-4e741ae669d8 admin admin] 10.222.0.18 "DELETE /v2.0/networks/57b0371c-06af-468d-b6d9-6c142ca0b706 HTTP/1.1" status: 204 len: 168 time: 1.1062572 Feb 02 15:56:06.473090 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 744b1130-5674-41b4-a2a5-410a7b7c5b5a {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:56:06.473699 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 744b1130-5674-41b4-a2a5-410a7b7c5b5a not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:06.542290 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Deleting port b3b19b80-0898-438c-b31c-e2bca7a04139 {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:56:06.542678 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.613007 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-34e3ae04-690f-464d-a282-e56097a85cbb None None] The port 'b3b19b80-0898-438c-b31c-e2bca7a04139' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 15:56:06.651538 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57574) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:06.692088 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:56:06.702371 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-2a61ec06-656d-4f76-b9f5-e45bbb6b7aa1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c21ecf8c592c41f6ab2a3d66b429ce87&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0495565 Feb 02 15:56:06.705128 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57578) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:06.766106 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0c878f87-c057-4c77-b1eb-e4459ab422fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.795820 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0c878f87-c057-4c77-b1eb-e4459ab422fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.847569 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0c878f87-c057-4c77-b1eb-e4459ab422fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.865544 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0c878f87-c057-4c77-b1eb-e4459ab422fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=bd8f6acc-b2ac-442f-81de-0d8c0cadec7f,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:06.872562 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-0c878f87-c057-4c77-b1eb-e4459ab422fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:06.876486 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-0c878f87-c057-4c77-b1eb-e4459ab422fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/bd8f6acc-b2ac-442f-81de-0d8c0cadec7f HTTP/1.1" status: 204 len: 168 time: 0.1700506 Feb 02 15:56:07.237355 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57592) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:07.290470 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-23953149-89ac-4899-b41f-6689c3a29581 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=32e0b527a98c4d29b56a87e753c72da2&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0518537 Feb 02 15:56:07.293251 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57598) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:07.353794 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7cd4129e-54c4-4ca8-9460-cd4b07ebb663 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.379858 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7cd4129e-54c4-4ca8-9460-cd4b07ebb663 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.431624 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7cd4129e-54c4-4ca8-9460-cd4b07ebb663 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.449591 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7cd4129e-54c4-4ca8-9460-cd4b07ebb663 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=d3092607-ad11-40c5-9b06-ec68afdaead8,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:07.455604 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7cd4129e-54c4-4ca8-9460-cd4b07ebb663 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:07.457236 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-7cd4129e-54c4-4ca8-9460-cd4b07ebb663 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/d3092607-ad11-40c5-9b06-ec68afdaead8 HTTP/1.1" status: 204 len: 168 time: 0.1630085 Feb 02 15:56:14.057573 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.667848 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57706) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:16.805335 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.821465 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:16.825883 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Usage tracker for resource:security_group_rule and tenant:c28293ab39004f79971ff4201f936408 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:16.829090 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:16.847707 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:16.957243 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:16.961076 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.015390 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=c28293ab39004f79971ff4201f936408&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3463562 Feb 02 15:56:17.016998 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-51377732-6b14-4852-84fb-fb0e122c90d1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3de46027-54d6-4a13-9432-8ea61cfeeab1,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:17.018829 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57716) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:17.084768 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b06b4db7-53a1-4b08-a140-8432432e0eb3 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.115294 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b06b4db7-53a1-4b08-a140-8432432e0eb3 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.178202 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b06b4db7-53a1-4b08-a140-8432432e0eb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.199076 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b06b4db7-53a1-4b08-a140-8432432e0eb3 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3de46027-54d6-4a13-9432-8ea61cfeeab1,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:17.202465 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-b06b4db7-53a1-4b08-a140-8432432e0eb3 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:17.208034 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-b06b4db7-53a1-4b08-a140-8432432e0eb3 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3de46027-54d6-4a13-9432-8ea61cfeeab1 HTTP/1.1" status: 204 len: 168 time: 0.1836247 Feb 02 15:56:19.791421 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57782) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:19.907688 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:19.926257 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:19.930074 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Usage tracker for resource:security_group_rule and tenant:108c26f681a945018ef9399e8da10d94 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:19.932909 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:19.939279 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:20.028331 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.034212 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.086429 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=108c26f681a945018ef9399e8da10d94&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2937789 Feb 02 15:56:20.087167 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-edc6d1f2-2c50-44fd-beb6-148c4076797d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=602e0ffa-4eea-4eed-8479-227a3591301c,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:20.089002 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57788) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:20.151774 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e23e1254-eb6f-4e84-86a2-fb95d3b581fb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.179704 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e23e1254-eb6f-4e84-86a2-fb95d3b581fb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.234764 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e23e1254-eb6f-4e84-86a2-fb95d3b581fb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.251257 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e23e1254-eb6f-4e84-86a2-fb95d3b581fb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=602e0ffa-4eea-4eed-8479-227a3591301c,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:20.260076 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e23e1254-eb6f-4e84-86a2-fb95d3b581fb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.262522 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-e23e1254-eb6f-4e84-86a2-fb95d3b581fb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/602e0ffa-4eea-4eed-8479-227a3591301c HTTP/1.1" status: 204 len: 168 time: 0.1711781 Feb 02 15:56:20.553970 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57796) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:20.572322 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.586539 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:20.590424 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Usage tracker for resource:security_group_rule and tenant:9005f31b230e46eeb0526d1e5d451d83 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:20.593203 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:20.600944 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:20.686959 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.692193 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.742817 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9005f31b230e46eeb0526d1e5d451d83&name=default HTTP/1.1" status: 200 len: 2979 time: 0.1877351 Feb 02 15:56:20.745399 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57802) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:20.747966 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3cf463f4-e817-4962-aab7-38ea4f848b96 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=baec6cd6-7048-41e6-8238-020872e96dce,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:20.808896 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f81f7d22-d8b5-4020-9b26-34a8a4666abb admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.838724 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f81f7d22-d8b5-4020-9b26-34a8a4666abb admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.899431 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f81f7d22-d8b5-4020-9b26-34a8a4666abb admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.918377 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f81f7d22-d8b5-4020-9b26-34a8a4666abb admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=baec6cd6-7048-41e6-8238-020872e96dce,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:20.928210 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-f81f7d22-d8b5-4020-9b26-34a8a4666abb admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:20.929444 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-f81f7d22-d8b5-4020-9b26-34a8a4666abb admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/baec6cd6-7048-41e6-8238-020872e96dce HTTP/1.1" status: 204 len: 168 time: 0.1830385 Feb 02 15:56:23.085829 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57864) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:23.274923 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.292774 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:23.297658 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Usage tracker for resource:security_group_rule and tenant:d4823bbc640e4ab892522dc9fde010ef is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:23.301128 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:23.307422 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:23.393565 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3cbb1125-5135-4408-9a93-2717b0fbe1e1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.454385 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.469788 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.525365 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=d4823bbc640e4ab892522dc9fde010ef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4383292 Feb 02 15:56:23.527192 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-474ead72-a0c8-4bc5-a00b-fad42a9f3b26 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3b557a45-5566-44da-bb10-20e7c5f8afa0,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:23.529617 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57876) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:23.594689 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78ed7e14-0241-47c9-a9b6-6c9e6fe1e7cc admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.603612 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-58c8815f-89f7-47f7-b20d-a33d43889ed0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0797491 Feb 02 15:56:23.623320 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78ed7e14-0241-47c9-a9b6-6c9e6fe1e7cc admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.681186 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78ed7e14-0241-47c9-a9b6-6c9e6fe1e7cc admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.699240 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-78ed7e14-0241-47c9-a9b6-6c9e6fe1e7cc admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3b557a45-5566-44da-bb10-20e7c5f8afa0,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:23.716481 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-78ed7e14-0241-47c9-a9b6-6c9e6fe1e7cc admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:23.717778 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-78ed7e14-0241-47c9-a9b6-6c9e6fe1e7cc admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3b557a45-5566-44da-bb10-20e7c5f8afa0 HTTP/1.1" status: 204 len: 168 time: 0.1872356 Feb 02 15:56:23.720835 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-72b3a95e-55be-4133-9957-4b5112c7cf1d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.722424 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-72b3a95e-55be-4133-9957-4b5112c7cf1d service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 1098 time: 0.0814695 Feb 02 15:56:23.897853 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-223468a8-0fe8-4d8e-9acc-5d4158a11bdc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:23.899424 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-223468a8-0fe8-4d8e-9acc-5d4158a11bdc service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1537886 Feb 02 15:56:24.029352 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-e98b3e8a-1ab2-4855-be2f-5cc9ea2ad6d4 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.6&port_id=d39cb300-d72f-416c-b59c-37090f286bb3 HTTP/1.1" status: 200 len: 1000 time: 0.1225767 Feb 02 15:56:24.109697 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-60a7378a-32fd-4289-992a-58b03d9e7dae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:24.111376 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-60a7378a-32fd-4289-992a-58b03d9e7dae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0741596 Feb 02 15:56:24.213305 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-6b424c9e-08f1-4e5a-8102-a86cb561cf4b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:24.214847 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-6b424c9e-08f1-4e5a-8102-a86cb561cf4b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0973206 Feb 02 15:56:24.219007 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 57884) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:24.304008 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.328234 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:24.340660 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Usage tracker for resource:security_group_rule and tenant:5df0987b7cc2485fb7f1bd880a771afb is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:24.344934 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:24.354557 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:24.410819 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-2dfa7072-fe83-4e29-ae2b-257e10492761 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1883447 Feb 02 15:56:24.599447 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-332bd6e1-f0b4-4a4d-a3ed-3d21c394a417 req-a19063b3-f30c-4c17-bb0a-0dffe4c7ab79 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1818995 Feb 02 15:56:24.603645 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.608954 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.677319 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=5df0987b7cc2485fb7f1bd880a771afb&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4544878 Feb 02 15:56:24.677740 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 57892) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:24.678246 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6f476352-7be9-4e63-b1ec-26c2906dd487 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=8efa5dd8-ce1c-41ca-a0a0-55c8d8e7a960,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:24.764305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-332a512c-09ae-4853-bb84-2b3d28750686 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.797276 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-332a512c-09ae-4853-bb84-2b3d28750686 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.876941 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-332a512c-09ae-4853-bb84-2b3d28750686 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.895340 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-332a512c-09ae-4853-bb84-2b3d28750686 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=8efa5dd8-ce1c-41ca-a0a0-55c8d8e7a960,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:24.900997 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-332a512c-09ae-4853-bb84-2b3d28750686 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:24.902617 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-332a512c-09ae-4853-bb84-2b3d28750686 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/8efa5dd8-ce1c-41ca-a0a0-55c8d8e7a960 HTTP/1.1" status: 204 len: 168 time: 0.2233548 Feb 02 15:56:25.717440 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-63f8d22e-9c24-4002-bc28-cb91c6975602 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.786490 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:26.787717 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.294912 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.782705 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58056) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:28.909675 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:28.925133 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:28.929204 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Usage tracker for resource:security_group_rule and tenant:2088632ea369497db7bc4b578239b9b0 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:28.932187 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:28.938585 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:29.045997 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.050667 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.097747 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=4bf995c3-58f5-4338-b033-1a9b8440eadf,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:29.102409 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-c0c9282b-5ca3-4fd7-abf7-4b77cd73ca30 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=2088632ea369497db7bc4b578239b9b0&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3181810 Feb 02 15:56:29.105106 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58066) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:29.171110 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e057fdd9-162f-4b06-b6a2-6adee800df8c admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.198764 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e057fdd9-162f-4b06-b6a2-6adee800df8c admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.254378 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e057fdd9-162f-4b06-b6a2-6adee800df8c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.270988 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e057fdd9-162f-4b06-b6a2-6adee800df8c admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=4bf995c3-58f5-4338-b033-1a9b8440eadf,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:29.278703 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e057fdd9-162f-4b06-b6a2-6adee800df8c admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.278974 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e057fdd9-162f-4b06-b6a2-6adee800df8c admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/4bf995c3-58f5-4338-b033-1a9b8440eadf HTTP/1.1" status: 204 len: 168 time: 0.1727562 Feb 02 15:56:29.655675 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58076) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:29.689678 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.711029 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:29.717607 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Usage tracker for resource:security_group_rule and tenant:9238234bdc974d9bb65e414b6ad09ad1 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:29.722020 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:29.729853 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:29.870230 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.878011 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:29.945518 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9238234bdc974d9bb65e414b6ad09ad1&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2845359 Feb 02 15:56:29.945518 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-032caa9f-1fad-406b-b18b-775bd320917c admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=0adb20b4-ca04-46ee-83ee-caa7796f93a5,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:29.946456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58092) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:30.158082 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6636f3ea-f88f-4c9d-b617-eceea1ab5f19 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:30.160644 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3e238d97-8288-4c61-88bb-e8aadc23b1a2 req-885ddc9b-dcc9-497a-9af7-e828c4a49a5c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:30.162657 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3e238d97-8288-4c61-88bb-e8aadc23b1a2 req-885ddc9b-dcc9-497a-9af7-e828c4a49a5c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.4018686 Feb 02 15:56:30.186567 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6636f3ea-f88f-4c9d-b617-eceea1ab5f19 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:30.234059 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3e238d97-8288-4c61-88bb-e8aadc23b1a2 req-a0fc9454-23f9-4baf-bcc7-275e6ef13235 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0650325 Feb 02 15:56:30.246992 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6636f3ea-f88f-4c9d-b617-eceea1ab5f19 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:30.268053 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6636f3ea-f88f-4c9d-b617-eceea1ab5f19 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=0adb20b4-ca04-46ee-83ee-caa7796f93a5,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:30.275967 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6636f3ea-f88f-4c9d-b617-eceea1ab5f19 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:30.280262 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-6636f3ea-f88f-4c9d-b617-eceea1ab5f19 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/0adb20b4-ca04-46ee-83ee-caa7796f93a5 HTTP/1.1" status: 204 len: 168 time: 0.3326821 Feb 02 15:56:31.583304 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b86b5c2-b540-428c-a1a4-4cbcaf7901de req-5b6ad88a-79cf-4c6f-bb39-e2ce6a7816f3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:31.585526 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0b86b5c2-b540-428c-a1a4-4cbcaf7901de req-5b6ad88a-79cf-4c6f-bb39-e2ce6a7816f3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.2174032 Feb 02 15:56:31.648311 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0b86b5c2-b540-428c-a1a4-4cbcaf7901de req-89433dde-0e86-49e4-8fe2-79fa5a50ab52 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0556643 Feb 02 15:56:31.730466 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-330f5e58-581f-4683-af91-a8f493eb4ed1 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:31.731302 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-330f5e58-581f-4683-af91-a8f493eb4ed1 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:31.749778 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-330f5e58-581f-4683-af91-a8f493eb4ed1 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:31.752632 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-330f5e58-581f-4683-af91-a8f493eb4ed1 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 945 time: 0.1373451 Feb 02 15:56:31.839768 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Deleting port d39cb300-d72f-416c-b59c-37090f286bb3 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:56:31.840210 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.140454 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] For port d39cb300-d72f-416c-b59c-37090f286bb3, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d39cb300-d72f-416c-b59c-37090f286bb3,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:32.140884 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.468130 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.468505 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.469078 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Floating IP 439939ad-343c-42ed-8f42-7367f7db14cd disassociated. External IP: 172.27.2.93, port: d39cb300-d72f-416c-b59c-37090f286bb3. Feb 02 15:56:32.469257 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Calling delete_port for d39cb300-d72f-416c-b59c-37090f286bb3 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:56:32.676008 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:32.816443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event deleted for resources: {'Port': ['ID=d39cb300-d72f-416c-b59c-37090f286bb3,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:32.930084 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a7d28e07-945b-48f2-9e12-424993c26af9 req-e9d5e61b-e88d-473a-9a99-d7f901aebe23 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0498540 Feb 02 15:56:33.082250 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:56:33.304871 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:56:33.320374 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:56:33.335604 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:33.336578 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:56:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:33.382513 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] No DVR routers for this DVR port d39cb300-d72f-416c-b59c-37090f286bb3 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:56:33.385307 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:33.388438 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'name': 'network-vif-deleted', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:33.404494 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c21b14e2-fec8-4a12-8bc3-9acd224dd441 req-538ec551-c19b-4e03-812f-c2aa295ee67c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "DELETE /v2.0/ports/d39cb300-d72f-416c-b59c-37090f286bb3 HTTP/1.1" status: 204 len: 173 time: 1.6454527 Feb 02 15:56:33.451004 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '417b3aef-17fd-4c72-a0d5-f9ae85b47703', 'name': 'network-vif-deleted', 'tag': 'd39cb300-d72f-416c-b59c-37090f286bb3', 'status': 'completed', 'code': 200} Feb 02 15:56:33.577924 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:33.922573 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:33.922573 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:56:33.930011 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:56:33.930733 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:56:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:34.138153 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58180) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:34.179875 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2205e94f-7a04-4c86-b3d3-a61a9c6dbfd8 req-699669e7-66fc-4287-a4c5-aa8b5a507a4e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=417b3aef-17fd-4c72-a0d5-f9ae85b47703 HTTP/1.1" status: 200 len: 210 time: 0.0959849 Feb 02 15:56:34.220585 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:56:34.373213 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_v2 [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] Deleting subnet 9a0c3ac7-cddf-4a4e-b5c6-10125c430d13 {{(pid=87156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:56:34.377314 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.443006 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7050555'] for subnet, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.457653 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d39cb300-d72f-416c-b59c-37090f286bb3 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:56:34.499948 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: d39cb300-d72f-416c-b59c-37090f286bb3 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:56:34.501017 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d39cb300-d72f-416c-b59c-37090f286bb3 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:56:34.514177 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.596589 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7050634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8270998'] for subnet, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.638491 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] Pushing event deleted for resources: {'Subnet': ['ID=9a0c3ac7-cddf-4a4e-b5c6-10125c430d13,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:34.647130 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.648590 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:34.653078 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-08d1822c-8230-46d6-882d-7f506075e33f None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:56:34.653935 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-c1b629ec-3130-4028-a378-c3381097ff5e admin admin] 10.222.0.18 "DELETE /v2.0/subnets/9a0c3ac7-cddf-4a4e-b5c6-10125c430d13 HTTP/1.1" status: 204 len: 168 time: 0.5136411 Feb 02 15:56:34.656405 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58186) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:34.775785 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.909814 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.938363 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-0aafe091-e1a3-41f6-95d2-855307691d7e None None] New status for floating IP 439939ad-343c-42ed-8f42-7367f7db14cd: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:56:34.939832 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:34.957251 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '8384d423-cc6f-4e55-9855-bf06fb248772') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:34.957545 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '8384d423-cc6f-4e55-9855-bf06fb248772') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:56:34.970305 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:34.990919 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.001650 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Releasing vlan 361 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:56:35.002497 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:56:35.026844 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:56:35.161255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.178425 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.194775 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] Pushing event deleted for resources: {'Network': ['ID=8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:35.206387 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-cae144dc-d437-4dad-9305-4e68d9363b02 admin admin] 10.222.0.18 "DELETE /v2.0/networks/8bdd09b7-5c01-4a98-86cb-b3446ec2b4b8 HTTP/1.1" status: 204 len: 168 time: 0.5488653 Feb 02 15:56:35.420535 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58198) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:35.480580 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8a072b03-3cb2-4b55-a3d2-53ed6414a3e2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=e0f8b9a3206d475a923ca09341063d6c&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0553079 Feb 02 15:56:35.481008 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58202) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:56:35.551170 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3551-82e1-47fd-b2cb-355d67e6b901 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.592972 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3551-82e1-47fd-b2cb-355d67e6b901 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.669129 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3551-82e1-47fd-b2cb-355d67e6b901 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.693507 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-f3ec3551-82e1-47fd-b2cb-355d67e6b901 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=efd4c39e-b351-4eaa-bce0-92d77cc9d80c,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:35.697084 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-f3ec3551-82e1-47fd-b2cb-355d67e6b901 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:35.701005 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-f3ec3551-82e1-47fd-b2cb-355d67e6b901 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/efd4c39e-b351-4eaa-bce0-92d77cc9d80c HTTP/1.1" status: 204 len: 168 time: 0.2164228 Feb 02 15:56:35.714995 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-ada9eada-4131-4c34-9308-9cea3872d736 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356159376&fields=id&tenant_id=3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 267 time: 0.0830464 Feb 02 15:56:35.911891 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-c62cc046-f169-422d-bc8b-f2b054eab86e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:35.913661 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-c62cc046-f169-422d-bc8b-f2b054eab86e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 811 time: 0.1907222 Feb 02 15:56:35.931350 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3eb62a67-b018-4eed-8d5e-4a41a09a2bd3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/quotas/3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 375 time: 0.0111825 Feb 02 15:56:36.054398 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-a845c79a-2939-4ff7-9c23-0d18caf500f4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&fields=id HTTP/1.1" status: 200 len: 348 time: 0.1133895 Feb 02 15:56:36.204728 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-aafe7cb1-6c8d-4b08-9bb9-7688492833d5 service neutron] 10.222.0.18 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1363893 Feb 02 15:56:36.352708 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-808b90a9-9918-4c19-b2ec-dbdeafcf8411 service neutron] 10.222.0.18 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1356161 Feb 02 15:56:36.848025 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a37e5c92-cf50-4cbf-93f4-fb21d361c655 req-e2805df8-e4c6-40ed-b8b6-b8db21b7663a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 210 time: 0.0620160 Feb 02 15:56:38.008189 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-6921ffe8-99e2-42ac-91d5-80f2111de56c req-b5f14ad9-e457-491a-baf5-2f432cbbc392 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 210 time: 0.0448182 Feb 02 15:56:38.482462 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-6faba953-51ce-43f7-af75-cdec8adbe6ea tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:38.483378 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-6faba953-51ce-43f7-af75-cdec8adbe6ea tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:network {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:38.503603 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-6faba953-51ce-43f7-af75-cdec8adbe6ea tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:network {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:38.504682 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-6faba953-51ce-43f7-af75-cdec8adbe6ea tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 811 time: 0.1866367 Feb 02 15:56:38.581377 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-824e5721-6a80-4710-8261-e5614ec0deff tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:security_group {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:56:38.597912 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-824e5721-6a80-4710-8261-e5614ec0deff tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:security_group {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:56:38.599434 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-824e5721-6a80-4710-8261-e5614ec0deff tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 380 time: 0.0784905 Feb 02 15:56:39.180000 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c03a19e4-00dd-4106-8e17-09fda64fba54 req-6ac75977-684a-4663-80fc-b6d7568f3790 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 210 time: 0.0435057 Feb 02 15:56:40.345223 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-8ea2deef-df7f-4413-bbd5-aaef201cdc21 req-b84ce890-1f90-4510-96c2-d7a9775e5648 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 210 time: 0.0468745 Feb 02 15:56:41.123791 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'port': {'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'admin_state_up': True, 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'security_groups': ['5a9e5a86-6d94-4680-a50e-9eaa4b6add25']}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:41.307179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:56:41.311716 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:port and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:56:41.314816 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for port was recalculated. Used quota:3. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:56:41.321704 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource port. Total usage: 3; quota limit: 500; headroom:497 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:56:41.332874 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Made reservation on behalf of 3643e7d70bd94645863a19a1c6e1fc98 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:56:41.336719 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.550412 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a3d846bf-c301-455a-9a4a-a5c16f46dd33 req-67c41c18-5fae-4460-b9bb-dd188f6f3e06 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 210 time: 0.0532553 Feb 02 15:56:41.577038 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Allocated IP 172.20.0.11 (4805f801-0f9c-4c12-8af0-21f85faac7cd/fc117309-6708-4bef-a858-480f2f556061/f045efbe-ea92-42d8-9c0b-a4dd937ad828) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:56:41.827460 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.846284 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Transition to ACTIVE for port object f045efbe-ea92-42d8-9c0b-a4dd937ad828 will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:41.871185 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:41.947410 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:56:41.952195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:56:41.959437 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:56:42.005084 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=f045efbe-ea92-42d8-9c0b-a4dd937ad828,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:42.063163 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:42.064186 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.106544 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3c894451-908e-4c71-bb4c-c9bb79218e0c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 934 time: 0.9862857 Feb 02 15:56:42.125277 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Request body: {'port': {'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:56:42.294740 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.297938 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-fa01cf25-da67-447e-8e2c-8d8b9188804d None None] Provisioning for port f045efbe-ea92-42d8-9c0b-a4dd937ad828 completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:42.304463 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-fa01cf25-da67-447e-8e2c-8d8b9188804d None None] Provisioning complete for port f045efbe-ea92-42d8-9c0b-a4dd937ad828 triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:42.305128 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-fa01cf25-da67-447e-8e2c-8d8b9188804d None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.384049 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-fa01cf25-da67-447e-8e2c-8d8b9188804d None None] Port f045efbe-ea92-42d8-9c0b-a4dd937ad828 cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:56:42.730373 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f045efbe-ea92-42d8-9c0b-a4dd937ad828 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:56:42.748192 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.769775 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Transition to ACTIVE for port object f045efbe-ea92-42d8-9c0b-a4dd937ad828 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:56:42.775945 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:42.839296 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4d29d7cc-22db-44f3-9a46-e744193f2883 req-04a55c15-915d-484b-8d80-49e910560ced tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:42.842685 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4d29d7cc-22db-44f3-9a46-e744193f2883 req-04a55c15-915d-484b-8d80-49e910560ced tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 932 time: 0.1454132 Feb 02 15:56:42.903745 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4d29d7cc-22db-44f3-9a46-e744193f2883 req-bdc55acd-32a3-4e20-b6d4-48ef54a2eae3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0533221 Feb 02 15:56:43.038877 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Pushing event updated for resources: {'Port': ['ID=f045efbe-ea92-42d8-9c0b-a4dd937ad828,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.179268 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Attempting to bind port f045efbe-ea92-42d8-9c0b-a4dd937ad828 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:56:43.180176 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Attempting to bind port f045efbe-ea92-42d8-9c0b-a4dd937ad828 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:56:43.180722 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Attempting to bind port f045efbe-ea92-42d8-9c0b-a4dd937ad828 on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:56:43.189592 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Port f045efbe-ea92-42d8-9c0b-a4dd937ad828 on network 4805f801-0f9c-4c12-8af0-21f85faac7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:56:43.190112 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Attempting to bind port f045efbe-ea92-42d8-9c0b-a4dd937ad828 on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:56:43.196935 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 56, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:56:43.197403 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Checking segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:56:43.197793 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Bound using segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:56:43.198375 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Bound port: f045efbe-ea92-42d8-9c0b-a4dd937ad828, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:56:43.199047 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.347113 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] For port f045efbe-ea92-42d8-9c0b-a4dd937ad828, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:56:43.350649 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] For port f045efbe-ea92-42d8-9c0b-a4dd937ad828, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:56:43.358136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.420996 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:43.421723 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:43.423203 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] 10.222.0.41 "PUT /v2.0/ports/f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 200 len: 1094 time: 1.3028169 Feb 02 15:56:43.426586 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:43.463423 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-366d13e3-8ee4-4da2-be34-bebebfca292c service neutron] Pushing event updated for resources: {'Port': ['ID=f045efbe-ea92-42d8-9c0b-a4dd937ad828,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:43.497559 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'status': 'completed', 'code': 200} Feb 02 15:56:43.692106 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:56:43.716443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-b9550c58-e1f6-40ee-8657-5d29e48603ee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:43.718140 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-b9550c58-e1f6-40ee-8657-5d29e48603ee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1097 time: 0.2289770 Feb 02 15:56:44.052125 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:44.140007 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-534dc7b5-5129-45dd-bfd9-e5c566d77e82 req-49b0762b-221f-45a5-8df9-9f11aeddf389 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:44.142125 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-534dc7b5-5129-45dd-bfd9-e5c566d77e82 req-49b0762b-221f-45a5-8df9-9f11aeddf389 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0998895 Feb 02 15:56:44.203829 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-534dc7b5-5129-45dd-bfd9-e5c566d77e82 req-8d34b047-682f-4487-a753-c9a04b5c5d93 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0454412 Feb 02 15:56:45.405842 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-84f91a00-f348-40c1-8d59-069971626d46 req-92ae6f08-d600-4d7d-8d52-df0940a5bd69 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:45.408084 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-84f91a00-f348-40c1-8d59-069971626d46 req-92ae6f08-d600-4d7d-8d52-df0940a5bd69 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0889966 Feb 02 15:56:45.470262 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-84f91a00-f348-40c1-8d59-069971626d46 req-f70c915f-54a0-4e22-a2d9-5d1e71ff1357 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0560648 Feb 02 15:56:46.244470 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-2731444a-60af-488a-801a-daceb6303857 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 200 len: 217 time: 0.0676343 Feb 02 15:56:46.310626 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3f91ae97-2357-4537-ab65-8aa9d67fdac7 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.312082 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3f91ae97-2357-4537-ab65-8aa9d67fdac7 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0608566 Feb 02 15:56:46.411185 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3e41e5a6-970d-4401-bce2-e0626ab14d6d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.413323 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-3e41e5a6-970d-4401-bce2-e0626ab14d6d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0939538 Feb 02 15:56:46.428125 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-2d343234-3d0b-4730-baff-a484b83e99a6 service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87156) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:56:46.429922 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-2d343234-3d0b-4730-baff-a484b83e99a6 service neutron] 10.222.0.41 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0097096 Feb 02 15:56:46.575949 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-980af571-1d99-432e-a158-03e673d47e9e service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1402044 Feb 02 15:56:46.687704 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-574472e1-abc9-4140-b222-2d3a0e8305d5 req-e75cdb47-8253-4ffc-a274-9c6e2762d74e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.689644 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-574472e1-abc9-4140-b222-2d3a0e8305d5 req-e75cdb47-8253-4ffc-a274-9c6e2762d74e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0984538 Feb 02 15:56:46.733805 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-88b85d5c-e9d9-4916-996f-0cf01f470a0d req-27527de5-bc78-4f21-8e51-340c97fad355 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1505401 Feb 02 15:56:46.747526 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-574472e1-abc9-4140-b222-2d3a0e8305d5 req-d5cf42e0-57b7-48fd-8f51-c92cdf3767a9 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0523548 Feb 02 15:56:46.923118 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292cc38-65a2-464b-bde1-be191ab4928f req-f8f2af97-e7b4-4646-a06f-6cdeaf033bee service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:46.924283 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5292cc38-65a2-464b-bde1-be191ab4928f req-f8f2af97-e7b4-4646-a06f-6cdeaf033bee service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1097 time: 0.0758374 Feb 02 15:56:47.063104 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292cc38-65a2-464b-bde1-be191ab4928f req-0be687f1-b0d5-4da8-9cb5-3c89ea062b75 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.064482 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5292cc38-65a2-464b-bde1-be191ab4928f req-0be687f1-b0d5-4da8-9cb5-3c89ea062b75 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1333811 Feb 02 15:56:47.149326 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5292cc38-65a2-464b-bde1-be191ab4928f req-c0870684-6e89-4aa3-9fa7-2749c3f514ed service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 200 len: 217 time: 0.0755761 Feb 02 15:56:47.213864 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292cc38-65a2-464b-bde1-be191ab4928f req-715f00b4-132b-43b1-a58d-1339e47318ae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.215255 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5292cc38-65a2-464b-bde1-be191ab4928f req-715f00b4-132b-43b1-a58d-1339e47318ae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0599270 Feb 02 15:56:47.294888 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5292cc38-65a2-464b-bde1-be191ab4928f req-5bd9e0d0-a8a4-4625-a2d3-bdb8d1c849ff service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.296393 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5292cc38-65a2-464b-bde1-be191ab4928f req-5bd9e0d0-a8a4-4625-a2d3-bdb8d1c849ff service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0741210 Feb 02 15:56:47.431407 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5292cc38-65a2-464b-bde1-be191ab4928f req-27bb38a1-6952-42e8-a648-44bfd1e16a78 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279519 Feb 02 15:56:47.666459 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-5292cc38-65a2-464b-bde1-be191ab4928f req-dab4b4dc-76d2-47e8-8e23-1539e8d02a55 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.2281725 Feb 02 15:56:47.981147 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-cc45c8a7-4736-4e4c-ba9e-502d84c23387 req-885b6eee-fb3c-47de-84fc-c8f0287d7cfb tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:47.982644 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cc45c8a7-4736-4e4c-ba9e-502d84c23387 req-885b6eee-fb3c-47de-84fc-c8f0287d7cfb tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0966904 Feb 02 15:56:48.030884 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-cc45c8a7-4736-4e4c-ba9e-502d84c23387 req-7c720d4b-bbf0-48a7-9b99-78e6c48be130 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0404248 Feb 02 15:56:49.233095 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-48e49f8c-288a-446d-9c5e-1283779303d6 req-6d23a5c7-d668-472d-94f7-53b96ed81944 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:49.235305 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-48e49f8c-288a-446d-9c5e-1283779303d6 req-6d23a5c7-d668-472d-94f7-53b96ed81944 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0872483 Feb 02 15:56:49.289380 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-48e49f8c-288a-446d-9c5e-1283779303d6 req-4d37f23b-703a-494c-b7bf-139290cb9120 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0481963 Feb 02 15:56:50.511398 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a958fcc9-ee99-4e26-8ad2-802ed242e89e req-8ad5c48b-1f55-4a6e-86a6-6f1dd6a30f08 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:50.513039 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a958fcc9-ee99-4e26-8ad2-802ed242e89e req-8ad5c48b-1f55-4a6e-86a6-6f1dd6a30f08 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0922003 Feb 02 15:56:50.561472 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a958fcc9-ee99-4e26-8ad2-802ed242e89e req-fbfa8fcc-5bb6-4f2b-8f3e-19955ab0aff7 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0406990 Feb 02 15:56:51.772241 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-79fe3a4a-8ff1-4c84-8f4b-3eaf86a2d2f7 req-91b6dd2f-2dad-49fc-81ad-614b8e93c1b4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:51.774200 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79fe3a4a-8ff1-4c84-8f4b-3eaf86a2d2f7 req-91b6dd2f-2dad-49fc-81ad-614b8e93c1b4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0845788 Feb 02 15:56:51.822543 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-79fe3a4a-8ff1-4c84-8f4b-3eaf86a2d2f7 req-b5f54073-dd45-4884-85c1-0190e1b50cc8 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433345 Feb 02 15:56:53.115393 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c6b4bc1a-b9d7-49c2-87ad-4272141d5b0c req-21c67fd1-ec29-4096-a590-a76761db2d7f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:53.117424 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c6b4bc1a-b9d7-49c2-87ad-4272141d5b0c req-21c67fd1-ec29-4096-a590-a76761db2d7f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.1839650 Feb 02 15:56:53.169265 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c6b4bc1a-b9d7-49c2-87ad-4272141d5b0c req-85fcd9b7-1a44-40c7-91a8-56ad1048e863 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0453997 Feb 02 15:56:53.448839 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7d0aa35d-83cc-4f06-8d3e-94ca30ec14b8 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:54.376177 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-3aed770f-1013-4663-b0f6-f74a65afc678 req-fdcdbb7d-da7c-4acf-aa15-72185542ddd6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:54.377789 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3aed770f-1013-4663-b0f6-f74a65afc678 req-fdcdbb7d-da7c-4acf-aa15-72185542ddd6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0929964 Feb 02 15:56:54.427189 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-3aed770f-1013-4663-b0f6-f74a65afc678 req-d4062454-0108-46fb-9be2-047ef3ec2963 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0425265 Feb 02 15:56:55.618411 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-43b466b9-9fce-47f3-9626-dd8b00a7811c req-86a42e29-deae-482a-ad4a-bbf51b801d7c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:55.619860 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-43b466b9-9fce-47f3-9626-dd8b00a7811c req-86a42e29-deae-482a-ad4a-bbf51b801d7c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 944 time: 0.0813496 Feb 02 15:56:55.669604 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-43b466b9-9fce-47f3-9626-dd8b00a7811c req-ac649b91-8103-420f-8f92-51c483dcaf60 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0434635 Feb 02 15:56:55.706460 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ea7c250f-1483-4880-9a25-03f3e0623ebe None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.064603 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f045efbe-ea92-42d8-9c0b-a4dd937ad828 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:56:56.206448 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f045efbe-ea92-42d8-9c0b-a4dd937ad828, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:56.221782 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.11'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:56:56.282106 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.301583 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f045efbe-ea92-42d8-9c0b-a4dd937ad828 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:56:56.321076 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f045efbe-ea92-42d8-9c0b-a4dd937ad828, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:56.325152 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.403804 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=f045efbe-ea92-42d8-9c0b-a4dd937ad828,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:56.413725 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.414072 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.414457 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.414787 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.415116 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.415450 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.415772 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.416120 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.417420 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.420542 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.420920 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.421262 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:56:56.651269 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['f045efbe-ea92-42d8-9c0b-a4dd937ad828'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:56:56.802382 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.813247 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:56.897538 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9e9b6c50-64fd-4bfb-989e-712a6ccae296 req-9e9fdbc9-3d89-4214-a954-2e20cf508863 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:56.899137 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9e9b6c50-64fd-4bfb-989e-712a6ccae296 req-9e9fdbc9-3d89-4214-a954-2e20cf508863 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 945 time: 0.1013412 Feb 02 15:56:56.947552 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9e9b6c50-64fd-4bfb-989e-712a6ccae296 req-f519360f-77a8-4124-9da9-53f165326a58 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0424523 Feb 02 15:56:58.076829 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f045efbe-ea92-42d8-9c0b-a4dd937ad828 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:56:58.160773 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port f045efbe-ea92-42d8-9c0b-a4dd937ad828 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:56:58.168487 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port f045efbe-ea92-42d8-9c0b-a4dd937ad828 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:56:58.169327 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:58.202810 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9eda9d2-b4c9-4580-bbc7-cb6d008ecbb8 req-db82226d-0696-45c2-a6d9-19f5f8452780 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:58.204946 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9eda9d2-b4c9-4580-bbc7-cb6d008ecbb8 req-db82226d-0696-45c2-a6d9-19f5f8452780 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 945 time: 0.1229701 Feb 02 15:56:58.261924 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-d9eda9d2-b4c9-4580-bbc7-cb6d008ecbb8 req-c1fe490f-ce38-48b4-8906-0f4558c76fe2 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0479827 Feb 02 15:56:58.322981 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:58.356737 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:58.401296 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:56:58.415111 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f045efbe-ea92-42d8-9c0b-a4dd937ad828, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:56:58.420057 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:56:58.466515 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'code': 200} Feb 02 15:56:58.514329 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=f045efbe-ea92-42d8-9c0b-a4dd937ad828,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:56:58.843578 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d2b7b2d2-4c5e-47f9-80eb-3586602a9793 req-fae7a2e0-8b6c-44e0-8863-872ce232fce0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:58.845181 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d2b7b2d2-4c5e-47f9-80eb-3586602a9793 req-fae7a2e0-8b6c-44e0-8863-872ce232fce0 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1099 time: 0.0848310 Feb 02 15:56:58.888995 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d2b7b2d2-4c5e-47f9-80eb-3586602a9793 req-3c159b3c-d1d2-4382-bc99-210d910a7ec8 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0374668 Feb 02 15:56:59.465622 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4500b1e7-b914-46e9-9089-965443e8f5ce req-e2aca13c-7654-4e15-9b48-a86a64c1ce9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:56:59.467123 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4500b1e7-b914-46e9-9089-965443e8f5ce req-e2aca13c-7654-4e15-9b48-a86a64c1ce9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 946 time: 0.0834675 Feb 02 15:56:59.515639 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4500b1e7-b914-46e9-9089-965443e8f5ce req-551e53b8-09ec-42be-a7b4-965332e67a96 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0418465 Feb 02 15:57:00.743736 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-1eaf945c-515e-41e2-84f2-53b2a771963d req-c2d3740d-6928-46df-bdad-9be380d37209 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:00.745718 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1eaf945c-515e-41e2-84f2-53b2a771963d req-c2d3740d-6928-46df-bdad-9be380d37209 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 946 time: 0.1092343 Feb 02 15:57:00.804900 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1eaf945c-515e-41e2-84f2-53b2a771963d req-3c46080a-1305-4a9c-821b-a9e066abb9f1 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0517678 Feb 02 15:57:01.022702 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fa6ba569-b74d-4988-8523-be7238ecd1bd req-b03334f0-4fb2-4b34-8d22-07e66ea93846 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:01.024291 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa6ba569-b74d-4988-8523-be7238ecd1bd req-b03334f0-4fb2-4b34-8d22-07e66ea93846 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 946 time: 0.0930390 Feb 02 15:57:01.094966 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fa6ba569-b74d-4988-8523-be7238ecd1bd req-651984d9-3a18-41c7-8f05-7eceb50bbd10 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0576420 Feb 02 15:57:01.125320 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58422) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:01.214082 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-27147ee2-bff9-4cd5-85af-916d4dc66c3f tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:01.214870 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-27147ee2-bff9-4cd5-85af-916d4dc66c3f tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] Synchronizing usage tracker for tenant:8d12cdaf25224197a16858b7049c1dcf on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:57:01.237253 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-27147ee2-bff9-4cd5-85af-916d4dc66c3f tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] Unset dirty status for tenant:8d12cdaf25224197a16858b7049c1dcf on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:57:01.242569 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58428) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:01.243349 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-27147ee2-bff9-4cd5-85af-916d4dc66c3f tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1094 time: 0.1157269 Feb 02 15:57:01.250991 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address': '172.20.0.11'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:01.261113 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:01.269137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:floatingip and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:01.274913 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for floatingip was recalculated. Used quota:1. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:01.287501 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 1; quota limit: 50; headroom:49 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:01.305500 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.330225 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58432) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:01.497107 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.498483 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.513532 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:01.518707 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Usage tracker for resource:security_group_rule and tenant:9c9329a07b2a4c04ad1fb47ac446e2b6 is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:01.522272 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:01.532498 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:01.659686 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.666023 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.723982 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Allocated IP 172.27.2.39 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/9f2b6d2e-c256-4cd3-b021-235c0ee8aac0) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:01.747181 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=9c9329a07b2a4c04ad1fb47ac446e2b6&name=default HTTP/1.1" status: 200 len: 2979 time: 0.4152579 Feb 02 15:57:01.752368 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58438) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:01.758768 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=3c772aa5-5fad-4968-a3cd-d3208bc7cb3b,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:01.792910 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.793396 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.793883 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.794412 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.794807 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.795265 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.795659 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.796115 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.796518 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.796960 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.797335 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.797773 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-c0e2e5a9-366f-4642-9a0b-16bda2b74a1a admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:01.857754 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e8d27bd3-5126-4521-aab7-2c3c1537d1d7 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.886820 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e8d27bd3-5126-4521-aab7-2c3c1537d1d7 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.914998 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.948366 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:01.982831 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e8d27bd3-5126-4521-aab7-2c3c1537d1d7 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.007467 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e8d27bd3-5126-4521-aab7-2c3c1537d1d7 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=3c772aa5-5fad-4968-a3cd-d3208bc7cb3b,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:02.022528 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:02.022798 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-e8d27bd3-5126-4521-aab7-2c3c1537d1d7 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.025990 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:02.028855 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:57:02.037609 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-e8d27bd3-5126-4521-aab7-2c3c1537d1d7 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/3c772aa5-5fad-4968-a3cd-d3208bc7cb3b HTTP/1.1" status: 204 len: 168 time: 0.2800682 Feb 02 15:57:02.091665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=9f2b6d2e-c256-4cd3-b021-235c0ee8aac0,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:02.104983 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.105325 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.105709 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.106166 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.106546 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.106987 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.107353 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.107679 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.108006 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.108332 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.109179 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.109493 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:57:02.435057 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58446) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:02.461812 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.490891 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:02.497614 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Usage tracker for resource:security_group_rule and tenant:7505179ebeab4a7abeb846c754cde40f is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:02.503070 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:02.512210 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:02.634724 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.640442 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.675197 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.705370 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=7505179ebeab4a7abeb846c754cde40f&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2688000 Feb 02 15:57:02.708282 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58450) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:02.745651 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-062ae615-48ff-4b91-ad8c-bd4e1542149b admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=72f0ebae-b473-4ca4-8650-481a9cb60649,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:02.781212 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.816297 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ac93b982-e56c-4b4e-a5e8-6d6d67e41832 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.866376 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ac93b982-e56c-4b4e-a5e8-6d6d67e41832 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.948978 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ac93b982-e56c-4b4e-a5e8-6d6d67e41832 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.969852 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ac93b982-e56c-4b4e-a5e8-6d6d67e41832 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=72f0ebae-b473-4ca4-8650-481a9cb60649,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:02.976013 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ac93b982-e56c-4b4e-a5e8-6d6d67e41832 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:02.978677 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-ac93b982-e56c-4b4e-a5e8-6d6d67e41832 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/72f0ebae-b473-4ca4-8650-481a9cb60649 HTTP/1.1" status: 204 len: 168 time: 0.2678092 Feb 02 15:57:03.072614 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:03.079951 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:03.276081 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=9f2b6d2e-c256-4cd3-b021-235c0ee8aac0,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:03.306063 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:03.625239 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Floating IP 9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff associated. External IP: 172.27.2.39, port: f045efbe-ea92-42d8-9c0b-a4dd937ad828. Feb 02 15:57:04.075579 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:57:04.280077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:57:04.293368 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:57:04.304841 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:57:04.305877 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:56:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:04.316744 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:04.414196 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-6ebe09d9-ef56-4f1d-bba4-8dcaa1d73dbe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 3.1696582 Feb 02 15:57:04.415259 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:04.512500 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'status': 'completed', 'code': 200} Feb 02 15:57:04.563121 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:57:04.701766 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-30d7c78b-a7ac-4b2a-80e6-cd4900dd205f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.704969 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-30d7c78b-a7ac-4b2a-80e6-cd4900dd205f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1099 time: 0.1319091 Feb 02 15:57:04.940339 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-fd03eacf-8ee3-43f8-a50e-c66065148085 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:04.941953 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-fd03eacf-8ee3-43f8-a50e-c66065148085 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.2301259 Feb 02 15:57:05.078247 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-e6dca3e7-7913-4769-bd0e-fee9e7e7d904 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 200 len: 999 time: 0.1285791 Feb 02 15:57:05.146461 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:02Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:05.153300 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:57:05.162570 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-5463b3f3-58ef-4ca6-8126-2c321cf55eae service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:05.164306 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-5463b3f3-58ef-4ca6-8126-2c321cf55eae service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0798187 Feb 02 15:57:05.168017 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:57:05.169115 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:56:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:05.254898 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-0f285b39-9dae-42fd-a087-d0379f44618f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:05.256729 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-0f285b39-9dae-42fd-a087-d0379f44618f service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0858116 Feb 02 15:57:05.434168 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-4667f7d4-7b14-4611-9454-bdb5c490086d service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1694922 Feb 02 15:57:05.502624 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:57:05.767983 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-0a8f3dc9-7ee1-4978-8211-f77feaac4a5a req-996118ee-154f-4325-930b-eb94455355e8 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.3265691 Feb 02 15:57:06.096301 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:02Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:06.104326 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-ff0bd1af-2815-4d17-b918-625c2cfacce6 None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'DOWN', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:02Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:57:06.147226 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 58528) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:06.306006 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Notify callbacks [] for security_group, before_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.331924 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:06.338005 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Usage tracker for resource:security_group_rule and tenant:b41102225076496cbaf8d50222d0a2ac is out of sync, need to count used quota {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:06.341264 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87157) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:06.349765 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.quota.driver [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87157) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:06.391791 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-c6c7d83f-648a-44a4-8c54-6820695fc7c9 None None] New status for floating IP 9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff: ACTIVE {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:57:06.467246 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.472923 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.531335 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=b41102225076496cbaf8d50222d0a2ac&name=default HTTP/1.1" status: 200 len: 2979 time: 0.3825841 Feb 02 15:57:06.533159 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7f36ebc2-9908-486d-8c14-0a6059efbc2d admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=c644ab52-6bfd-4ae7-b702-97a825f2d048,revision_number=1']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:06.536009 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58534) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:06.627054 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-621709c6-b7ab-4cbe-800f-1c079d92a012 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.656240 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-621709c6-b7ab-4cbe-800f-1c079d92a012 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.757421 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-621709c6-b7ab-4cbe-800f-1c079d92a012 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.777559 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-621709c6-b7ab-4cbe-800f-1c079d92a012 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=c644ab52-6bfd-4ae7-b702-97a825f2d048,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:06.788268 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-621709c6-b7ab-4cbe-800f-1c079d92a012 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:06.789989 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-621709c6-b7ab-4cbe-800f-1c079d92a012 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/c644ab52-6bfd-4ae7-b702-97a825f2d048 HTTP/1.1" status: 204 len: 168 time: 0.2523422 Feb 02 15:57:07.184294 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58542) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:07.202261 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:07.219027 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:07.223234 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Usage tracker for resource:security_group_rule and tenant:dc84454da4b941f680a49ae3fd51a5df is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:07.226206 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:07.232676 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:07.354640 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:07.361350 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:07.415103 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dc84454da4b941f680a49ae3fd51a5df&name=default HTTP/1.1" status: 200 len: 2979 time: 0.2296822 Feb 02 15:57:07.415834 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b2b360c6-7708-4eb9-adb9-babc14c3d6a1 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=71abfe9f-aeae-45d7-b66d-6b6d640aea4f,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:07.418265 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58546) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:07.493578 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ffa5eb06-9eb5-485d-8eb3-f7d66a671a57 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:07.521013 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ffa5eb06-9eb5-485d-8eb3-f7d66a671a57 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:07.582159 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ffa5eb06-9eb5-485d-8eb3-f7d66a671a57 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:07.603561 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ffa5eb06-9eb5-485d-8eb3-f7d66a671a57 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=71abfe9f-aeae-45d7-b66d-6b6d640aea4f,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:07.609636 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ffa5eb06-9eb5-485d-8eb3-f7d66a671a57 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:07.611131 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ffa5eb06-9eb5-485d-8eb3-f7d66a671a57 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/71abfe9f-aeae-45d7-b66d-6b6d640aea4f HTTP/1.1" status: 204 len: 168 time: 0.1918807 Feb 02 15:57:08.573559 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58570) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:08.729189 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1476557674-network', 'tenant_id': '3635cf66289f4cde8e9d5680691b4783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:08.735494 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:08.740839 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Usage tracker for resource:network and tenant:3635cf66289f4cde8e9d5680691b4783 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:08.745618 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:08.757481 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:08.771606 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Made reservation on behalf of 3635cf66289f4cde8e9d5680691b4783 for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:08.774984 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.788073 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.804419 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:08.808826 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Usage tracker for resource:security_group_rule and tenant:3635cf66289f4cde8e9d5680691b4783 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:08.812744 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:08.820659 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:08.935299 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.940156 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.973454 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] vlan segment allocate from pool success with {'vlan_id': 363, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:57:08.982003 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=9d1a2ba8-0c6f-418c-919e-8f5587e84af2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:08.988664 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:08.989077 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Added segment 161f2a5b-796d-44b6-9715-832ae6c2edac of type vlan for network d2d689a4-7946-42b9-9800-08a9ce253553 Feb 02 15:57:09.016761 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.048512 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.049468 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:09.050061 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.157169 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] Pushing event updated for resources: {'Network': ['ID=d2d689a4-7946-42b9-9800-08a9ce253553,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:09.160297 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-2c2ba77c-09bd-4784-ba10-40c9b9a9fa51 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5854182 Feb 02 15:57:09.164933 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58576) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:09.170493 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network d2d689a4-7946-42b9-9800-08a9ce253553 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:57:09.172120 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Request body: {'subnet': {'network_id': 'd2d689a4-7946-42b9-9800-08a9ce253553', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1476557674-subnet', 'tenant_id': '3635cf66289f4cde8e9d5680691b4783', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:09.178132 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:09.182966 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Usage tracker for resource:subnet and tenant:3635cf66289f4cde8e9d5680691b4783 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:09.186974 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:09.193236 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:09.205373 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Made reservation on behalf of 3635cf66289f4cde8e9d5680691b4783 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:09.207785 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.463639 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.541370 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Pushing event updated for resources: {'Subnet': ['ID=78376d7a-fdef-4efd-a614-488d97390bcf,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:09.555901 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Checking segment: {'id': '161f2a5b-796d-44b6-9715-832ae6c2edac', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 363, 'network_id': 'd2d689a4-7946-42b9-9800-08a9ce253553'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:57:09.556407 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Network hostable DHCP agents. Network: d2d689a4-7946-42b9-9800-08a9ce253553, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:57:09.583039 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Network d2d689a4-7946-42b9-9800-08a9ce253553 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:57:09.596328 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, d2d689a4-7946-42b9-9800-08a9ce253553) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:09.603622 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:09.604513 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:09.610635 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a8a584f7-70fd-4e62-9564-1394b9e260e0 None None] Network d2d689a4-7946-42b9-9800-08a9ce253553 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:57:09.636914 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-dfb12153-6115-4eb2-a97f-f42e287df1c8 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.4702420 Feb 02 15:57:09.908850 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-6350c1e0-542f-4dd2-8126-fc0e464d89ed None None] Network d2d689a4-7946-42b9-9800-08a9ce253553 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:57:10.362507 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58594) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:10.368175 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-1145208150-network', 'tenant_id': 'dcb538fe354a490ca62129505d85aeef'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:10.373763 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:10.378619 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Usage tracker for resource:network and tenant:dcb538fe354a490ca62129505d85aeef is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:10.381992 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:10.390408 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:10.403786 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Made reservation on behalf of dcb538fe354a490ca62129505d85aeef for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:10.406838 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.420299 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.436808 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:10.441187 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Usage tracker for resource:security_group_rule and tenant:dcb538fe354a490ca62129505d85aeef is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:10.444796 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:10.451726 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:10.569709 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.574903 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.614689 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] vlan segment allocate from pool success with {'vlan_id': 359, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:57:10.623349 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=910fb36a-a049-4cd5-ab1e-000e63e1fbf2,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:10.634717 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.635089 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Added segment 6e06646c-8aca-472c-9428-dc31525076e6 of type vlan for network d05fc7fd-065e-4d73-9531-fdd88ec85cd5 Feb 02 15:57:10.673636 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.730959 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.732662 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:10.733707 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:10.875406 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.5117173 Feb 02 15:57:10.878536 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58598) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:10.881309 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-40a8303f-e567-4a5a-9708-94bf34eb8acf admin admin] Pushing event updated for resources: {'Network': ['ID=d05fc7fd-065e-4d73-9531-fdd88ec85cd5,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:10.886844 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Request body: {'subnet': {'network_id': 'd05fc7fd-065e-4d73-9531-fdd88ec85cd5', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-1145208150-subnet', 'tenant_id': 'dcb538fe354a490ca62129505d85aeef', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:10.892581 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:10.896795 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network d05fc7fd-065e-4d73-9531-fdd88ec85cd5 details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:57:10.897707 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Usage tracker for resource:subnet and tenant:dcb538fe354a490ca62129505d85aeef is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:10.901723 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:10.910578 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:10.925896 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Made reservation on behalf of dcb538fe354a490ca62129505d85aeef for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:10.930402 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:11.270266 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:11.374356 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Pushing event updated for resources: {'Subnet': ['ID=6088deb6-7f63-465f-bad4-5383a7b97baf,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:11.390686 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Checking segment: {'id': '6e06646c-8aca-472c-9428-dc31525076e6', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 359, 'network_id': 'd05fc7fd-065e-4d73-9531-fdd88ec85cd5'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:57:11.391146 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Network hostable DHCP agents. Network: d05fc7fd-065e-4d73-9531-fdd88ec85cd5, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:57:11.419387 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Network d05fc7fd-065e-4d73-9531-fdd88ec85cd5 is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:57:11.431025 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, d05fc7fd-065e-4d73-9531-fdd88ec85cd5) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:11.435448 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:11.436774 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:11.443746 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4516e73f-094c-405d-9fe7-bcb9e3590d42 None None] Network d05fc7fd-065e-4d73-9531-fdd88ec85cd5 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:57:11.464498 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-c12b43cd-475a-4ca2-a977-3ffa67bbc822 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.5846052 Feb 02 15:57:11.758454 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-bef33421-dcb0-4ada-895f-7292549e0429 None None] Network d05fc7fd-065e-4d73-9531-fdd88ec85cd5 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:57:14.054861 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:20.691421 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:57:23.396321 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-36cd4890-0cc2-4c02-862c-87e41a9db45e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:25.704829 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-18f66b19-2d01-4842-bfc3-512414a4ab39 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:26.804072 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:26.807436 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.286199 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.596917 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58724) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:28.664691 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_v2 [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] Deleting subnet 78376d7a-fdef-4efd-a614-488d97390bcf {{(pid=87156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:57:28.668760 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.728061 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7050555'] for subnet, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.782443 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.938828 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7050634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8270998'] for subnet, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.984708 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=78376d7a-fdef-4efd-a614-488d97390bcf,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:28.986848 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:28.993351 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8fe0bbd1-103d-4969-91be-9f83cae22ea5 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/78376d7a-fdef-4efd-a614-488d97390bcf HTTP/1.1" status: 204 len: 168 time: 0.3949504 Feb 02 15:57:28.998716 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58728) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:29.118247 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.251660 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.276960 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d2d689a4-7946-42b9-9800-08a9ce253553']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:29.289791 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '161f2a5b-796d-44b6-9715-832ae6c2edac') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:29.290101 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '161f2a5b-796d-44b6-9715-832ae6c2edac') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:29.302149 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.324171 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.331376 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Releasing vlan 363 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:57:29.331769 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:57:29.349525 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:57:29.431408 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.447506 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.456993 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] Pushing event deleted for resources: {'Network': ['ID=d2d689a4-7946-42b9-9800-08a9ce253553,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:29.459512 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-3741500f-5d0d-4ec4-aa0d-4bd80901fb1e admin admin] 10.222.0.18 "DELETE /v2.0/networks/d2d689a4-7946-42b9-9800-08a9ce253553 HTTP/1.1" status: 204 len: 168 time: 0.4598486 Feb 02 15:57:29.462285 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58732) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:29.526342 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_v2 [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] Deleting subnet 6088deb6-7f63-465f-bad4-5383a7b97baf {{(pid=87156) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:57:29.530687 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.581257 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-7050555'] for subnet, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.641510 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.710544 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7050634', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-8270998'] for subnet, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.750424 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=6088deb6-7f63-465f-bad4-5383a7b97baf,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:29.754034 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:29.760149 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-986e3406-6616-4766-a962-cb8232c69f85 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/6088deb6-7f63-465f-bad4-5383a7b97baf HTTP/1.1" status: 204 len: 168 time: 0.2969167 Feb 02 15:57:29.762627 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58736) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:29.872628 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.020042 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.047521 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d05fc7fd-065e-4d73-9531-fdd88ec85cd5']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:30.066849 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '6e06646c-8aca-472c-9428-dc31525076e6') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:30.067156 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '6e06646c-8aca-472c-9428-dc31525076e6') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:57:30.079732 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.097617 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.104301 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Releasing vlan 359 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:57:30.104786 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:57:30.119439 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:57:30.196200 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.212961 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.226026 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] Pushing event deleted for resources: {'Network': ['ID=d05fc7fd-065e-4d73-9531-fdd88ec85cd5,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:30.228884 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-930fe809-c749-43b2-9ad5-f12b4115e5fb admin admin] 10.222.0.18 "DELETE /v2.0/networks/d05fc7fd-065e-4d73-9531-fdd88ec85cd5 HTTP/1.1" status: 204 len: 168 time: 0.4653084 Feb 02 15:57:30.419602 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58742) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:30.469538 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-0278f22a-cbcc-47da-b012-9a96c367df37 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3635cf66289f4cde8e9d5680691b4783&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0480595 Feb 02 15:57:30.472338 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58746) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:30.534260 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fd166aa4-248b-4367-ac9e-8feba4005bc5 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.562032 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fd166aa4-248b-4367-ac9e-8feba4005bc5 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.620456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fd166aa4-248b-4367-ac9e-8feba4005bc5 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.640792 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-fd166aa4-248b-4367-ac9e-8feba4005bc5 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=9d1a2ba8-0c6f-418c-919e-8f5587e84af2,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:30.649053 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-fd166aa4-248b-4367-ac9e-8feba4005bc5 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:30.650264 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-fd166aa4-248b-4367-ac9e-8feba4005bc5 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/9d1a2ba8-0c6f-418c-919e-8f5587e84af2 HTTP/1.1" status: 204 len: 168 time: 0.1769648 Feb 02 15:57:31.023236 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58754) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:31.073242 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5be3c010-03e7-4dcc-9f59-69dde9e323db admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=dcb538fe354a490ca62129505d85aeef&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0487461 Feb 02 15:57:31.075725 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58758) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:31.145588 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8025fcaf-5b4a-4694-8743-ee45e418284e admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:31.172552 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8025fcaf-5b4a-4694-8743-ee45e418284e admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:31.233586 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8025fcaf-5b4a-4694-8743-ee45e418284e admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:31.248597 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-8025fcaf-5b4a-4694-8743-ee45e418284e admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=910fb36a-a049-4cd5-ab1e-000e63e1fbf2,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:31.255699 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-8025fcaf-5b4a-4694-8743-ee45e418284e admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:31.256567 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-8025fcaf-5b4a-4694-8743-ee45e418284e admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/910fb36a-a049-4cd5-ab1e-000e63e1fbf2 HTTP/1.1" status: 204 len: 168 time: 0.1799018 Feb 02 15:57:32.146532 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58782) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:32.277807 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Request body: {'network': {'name': 'tempest-VolumesActionsTest-2083751824-network', 'tenant_id': '38eb811d2b0947d1836e224a512bc8e7'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:32.283604 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:32.287464 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Usage tracker for resource:network and tenant:38eb811d2b0947d1836e224a512bc8e7 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:32.290550 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Quota usage for network was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:32.296806 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Attempting to reserve 1 items for resource network. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:32.307986 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Made reservation on behalf of 38eb811d2b0947d1836e224a512bc8e7 for: {'network': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:32.310694 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for network, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.324232 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks [] for security_group, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.339690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:32.344986 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Usage tracker for resource:security_group_rule and tenant:38eb811d2b0947d1836e224a512bc8e7 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:32.348395 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Quota usage for security_group_rule was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:32.354658 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Attempting to reserve 4 items for resource security_group_rule. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:32.447841 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks [] for security_group, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.453985 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.487962 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.helpers [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] vlan segment allocate from pool success with {'vlan_id': 382, 'physical_network': 'physnet1'} {{(pid=87156) allocate_partially_specified_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/helpers.py:153}} Feb 02 15:57:32.496329 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Pushing event updated for resources: {'SecurityGroup': ['ID=04d93efa-ba9f-4517-a536-1578b24ad7ee,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:32.502255 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.502587 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.segments_db [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Added segment 746707a6-6833-44b7-be2e-fbbff068aa5f of type vlan for network d729137b-aeca-4a65-90af-27f8aefc4e1b Feb 02 15:57:32.530194 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks ['neutron.services.auto_allocate.db._ensure_external_network_default_value_callback-8772014410352'] for network, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.562157 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990'] for network, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.563571 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:32.564214 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:32.764615 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] Pushing event updated for resources: {'Network': ['ID=d729137b-aeca-4a65-90af-27f8aefc4e1b,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:32.767532 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-90250c00-e732-428a-a578-42b6eec05fb3 admin admin] 10.222.0.18 "POST /v2.0/networks HTTP/1.1" status: 201 len: 882 time: 0.6199737 Feb 02 15:57:32.770592 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 58788) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:57:32.774935 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Network d729137b-aeca-4a65-90af-27f8aefc4e1b details requested by agent ovs-agent-dv-cinder-817833-1-iscsi with host dv-cinder-817833-1-iscsi {{(pid=87158) get_network_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:232}} Feb 02 15:57:32.775897 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Request body: {'subnet': {'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b', 'cidr': '172.20.0.0/28', 'name': 'tempest-VolumesActionsTest-2083751824-subnet', 'tenant_id': '38eb811d2b0947d1836e224a512bc8e7', 'enable_dhcp': False, 'ip_version': 4}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:32.781384 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:32.785221 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Usage tracker for resource:subnet and tenant:38eb811d2b0947d1836e224a512bc8e7 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:32.788065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Quota usage for subnet was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:32.793879 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Attempting to reserve 1 items for resource subnet. Total usage: 0; quota limit: 100; headroom:100 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:32.805752 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Made reservation on behalf of 38eb811d2b0947d1836e224a512bc8e7 for: {'subnet': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:32.808258 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Notify callbacks ['neutron.services.segments.plugin.SegmentHostRoutes.host_routes_before_create-8271037'] for subnet, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:33.019991 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_created-7050581', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_create-8271023'] for subnet, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:33.096298 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Pushing event updated for resources: {'Subnet': ['ID=60df6903-9391-4313-998d-ba338fa6ba69,revision_number=0']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:33.107185 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Checking segment: {'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'} for mappings: {'physnet1': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:57:33.107574 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Network hostable DHCP agents. Network: d729137b-aeca-4a65-90af-27f8aefc4e1b, hostable agents: ['76e97618-f11e-48d0-b514-34f275f1ab3a'], hosted agents: [] {{(pid=87156) _get_network_hostable_dhcp_agents /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:329}} Feb 02 15:57:33.129137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Network d729137b-aeca-4a65-90af-27f8aefc4e1b is scheduled to be hosted by DHCP agent 76e97618-f11e-48d0-b514-34f275f1ab3a with binding_index 1 {{(pid=87156) bind /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:227}} Feb 02 15:57:33.141451 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Resources bound (agent type, host, resource id): (DHCP agent, dv-cinder-817833-1-iscsi, d729137b-aeca-4a65-90af-27f8aefc4e1b) {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:33.145567 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:33.146180 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for subnet, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:33.151559 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-7fe565d5-0c37-4a23-8e6c-0413cf95fe49 None None] Network d729137b-aeca-4a65-90af-27f8aefc4e1b requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:57:33.168233 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-e6539f2a-bbc2-4325-99d3-9e2cd615d4d0 admin admin] 10.222.0.18 "POST /v2.0/subnets HTTP/1.1" status: 201 len: 846 time: 0.3966396 Feb 02 15:57:33.376689 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-f32a4ce7-ea45-40e1-be01-1f5a018ea11c None None] Network d729137b-aeca-4a65-90af-27f8aefc4e1b requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 15:57:35.298001 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594843-9842-45ca-ae75-154a0fea7139 req-630ae454-ae86-44a2-abc7-d4f4b2cedf60 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:35.299412 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-630ae454-ae86-44a2-abc7-d4f4b2cedf60 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/networks?id=d729137b-aeca-4a65-90af-27f8aefc4e1b HTTP/1.1" status: 200 len: 809 time: 0.1544807 Feb 02 15:57:35.315025 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-2bdd7df6-1b2c-4e24-b138-4f2f0b75f225 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/quotas/38eb811d2b0947d1836e224a512bc8e7 HTTP/1.1" status: 200 len: 375 time: 0.0099740 Feb 02 15:57:35.363472 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-24e7f02f-15ba-4591-a6f8-0c175375591c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=38eb811d2b0947d1836e224a512bc8e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0430813 Feb 02 15:57:35.375973 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-c25bfcdb-cb8d-4c09-bd9b-f14154de2f5e service neutron] http://10.222.0.18:9696/v2.0/extensions returned with HTTP 200 {{(pid=87157) __call__ /opt/stack/neutron/neutron/wsgi.py:729}} Feb 02 15:57:35.376916 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-c25bfcdb-cb8d-4c09-bd9b-f14154de2f5e service neutron] 10.222.0.18 "GET /v2.0/extensions HTTP/1.1" status: 200 len: 13640 time: 0.0051522 Feb 02 15:57:35.510762 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-aa408ff1-61ba-4d0e-9984-bcd296ecbc5c service neutron] 10.222.0.18 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1279037 Feb 02 15:57:35.646357 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-f435a200-368a-4bb9-8c88-a27b409aa8bc service neutron] 10.222.0.18 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1290989 Feb 02 15:57:35.828456 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-96e04612-38aa-43af-81dd-4efa28cd1bf7 req-0fee131a-f0e7-4c6f-a694-422e2419e70b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 210 time: 0.0474393 Feb 02 15:57:37.069367 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594843-9842-45ca-ae75-154a0fea7139 req-487cbd2b-4d04-4f26-b7f7-9c2a542b507d tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:37.070456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-49594843-9842-45ca-ae75-154a0fea7139 req-487cbd2b-4d04-4f26-b7f7-9c2a542b507d tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Synchronizing usage tracker for tenant:38eb811d2b0947d1836e224a512bc8e7 on resource:network {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:57:37.092714 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-49594843-9842-45ca-ae75-154a0fea7139 req-487cbd2b-4d04-4f26-b7f7-9c2a542b507d tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Unset dirty status for tenant:38eb811d2b0947d1836e224a512bc8e7 on resource:network {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:57:37.094458 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-487cbd2b-4d04-4f26-b7f7-9c2a542b507d tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "GET /v2.0/networks?id=d729137b-aeca-4a65-90af-27f8aefc4e1b HTTP/1.1" status: 200 len: 809 time: 0.2071795 Feb 02 15:57:37.113838 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-03382b8e-c457-4a83-ba04-6cfbee64d481 req-71d65143-b80f-40a4-bd40-1d73b0253922 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 210 time: 0.1552563 Feb 02 15:57:37.114785 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Request body: {'port': {'device_id': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b', 'admin_state_up': True, 'tenant_id': '38eb811d2b0947d1836e224a512bc8e7'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:37.264047 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:37.268117 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Usage tracker for resource:port and tenant:38eb811d2b0947d1836e224a512bc8e7 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:37.271187 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:37.277034 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:37.288195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Made reservation on behalf of 38eb811d2b0947d1836e224a512bc8e7 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:37.292006 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:37.474133 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Allocated IP 172.20.0.8 (d729137b-aeca-4a65-90af-27f8aefc4e1b/60df6903-9391-4313-998d-ba338fa6ba69/d51e27cb-124c-4bda-b422-4b76b3777969) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:37.703739 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:37.743409 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:37.821113 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Network d729137b-aeca-4a65-90af-27f8aefc4e1b is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:37.824710 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:37.829182 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:57:37.861912 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Pushing event updated for resources: {'Port': ['ID=d51e27cb-124c-4bda-b422-4b76b3777969,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:37.901380 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:37.902048 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:37.926177 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-37a2b37b-2e8e-43f7-9dc6-eb9aa18b2afc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8160124 Feb 02 15:57:37.946665 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Request body: {'port': {'device_id': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:38.068182 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:38.323777 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-65b8e6f5-abba-40a9-b0da-57a8861c54ad req-371c99d9-31fd-4973-bcb2-fac9c87c5529 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:38.325156 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-65b8e6f5-abba-40a9-b0da-57a8861c54ad req-371c99d9-31fd-4973-bcb2-fac9c87c5529 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 931 time: 0.0864658 Feb 02 15:57:38.377555 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-65b8e6f5-abba-40a9-b0da-57a8861c54ad req-b105828d-332e-4796-a254-e1bb706ffed9 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0461843 Feb 02 15:57:38.437842 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id d51e27cb-124c-4bda-b422-4b76b3777969 {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:57:38.445461 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:38.460826 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Transition to ACTIVE for port object d51e27cb-124c-4bda-b422-4b76b3777969 will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:38.465258 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:38.727364 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d51e27cb-124c-4bda-b422-4b76b3777969,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:38.815483 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Attempting to bind port d51e27cb-124c-4bda-b422-4b76b3777969 on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:57:38.815813 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Attempting to bind port d51e27cb-124c-4bda-b422-4b76b3777969 by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:57:38.816146 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Attempting to bind port d51e27cb-124c-4bda-b422-4b76b3777969 on network d729137b-aeca-4a65-90af-27f8aefc4e1b {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:57:38.822046 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Port d51e27cb-124c-4bda-b422-4b76b3777969 on network d729137b-aeca-4a65-90af-27f8aefc4e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:57:38.822410 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Attempting to bind port d51e27cb-124c-4bda-b422-4b76b3777969 on network d729137b-aeca-4a65-90af-27f8aefc4e1b {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:57:38.828456 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 14), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:57:38.828932 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Checking segment: {'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:57:38.829176 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Bound using segment: {'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:57:38.829620 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Bound port: d51e27cb-124c-4bda-b422-4b76b3777969, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:57:38.829965 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:38.927556 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] For port d51e27cb-124c-4bda-b422-4b76b3777969, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:57:38.931462 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] For port d51e27cb-124c-4bda-b422-4b76b3777969, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d51e27cb-124c-4bda-b422-4b76b3777969,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:57:38.937773 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:38.996706 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:38.996706 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:38.998273 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] 10.222.0.41 "PUT /v2.0/ports/d51e27cb-124c-4bda-b422-4b76b3777969 HTTP/1.1" status: 200 len: 1093 time: 1.0558357 Feb 02 15:57:38.998736 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'tag': 'd51e27cb-124c-4bda-b422-4b76b3777969'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:39.043078 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7a08eb8d-6130-4170-9f76-ac4d4e6d53b0 service neutron] Pushing event updated for resources: {'Port': ['ID=d51e27cb-124c-4bda-b422-4b76b3777969,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:39.142853 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594843-9842-45ca-ae75-154a0fea7139 req-f62a4d48-222b-480f-9f3f-f3bdac2fff6b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:39.144381 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-f62a4d48-222b-480f-9f3f-f3bdac2fff6b service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38eb811d2b0947d1836e224a512bc8e7&device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 1096 time: 0.0849895 Feb 02 15:57:39.214603 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'tag': 'd51e27cb-124c-4bda-b422-4b76b3777969', 'status': 'completed', 'code': 200} Feb 02 15:57:39.230600 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-829c9b73-2fc2-49af-bf87-f9dd9449ec97 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51e27cb-124c-4bda-b422-4b76b3777969 HTTP/1.1" status: 200 len: 217 time: 0.0720396 Feb 02 15:57:39.296287 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-49594843-9842-45ca-ae75-154a0fea7139 req-4247520d-a6cc-420c-8582-f3951b35c8cc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:39.297705 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-4247520d-a6cc-420c-8582-f3951b35c8cc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60df6903-9391-4313-998d-ba338fa6ba69 HTTP/1.1" status: 200 len: 849 time: 0.0602937 Feb 02 15:57:39.351460 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-991e5d2b-23fd-41eb-b5a4-a2c9bbc8ea75 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d729137b-aeca-4a65-90af-27f8aefc4e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0469065 Feb 02 15:57:39.504221 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-d8c9aa78-537f-45b9-b5eb-ca2de7ebb77b service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1461034 Feb 02 15:57:39.623101 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-25a7cf16-1407-4cc0-b000-4fa2598ae784 req-8535a683-8bff-4579-bb51-e6aec1132420 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:39.625865 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-25a7cf16-1407-4cc0-b000-4fa2598ae784 req-8535a683-8bff-4579-bb51-e6aec1132420 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 943 time: 0.1050217 Feb 02 15:57:39.673780 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-49594843-9842-45ca-ae75-154a0fea7139 req-dac021fe-d2af-4b15-a30c-15dd7125da11 service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1628819 Feb 02 15:57:39.682697 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-25a7cf16-1407-4cc0-b000-4fa2598ae784 req-86b02eaa-d043-4f04-a8e1-3d6e9e7959af tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0504696 Feb 02 15:57:39.853319 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-3c2ebdef-6d15-4003-97c7-5af1742b8ff1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:39.856423 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-3c2ebdef-6d15-4003-97c7-5af1742b8ff1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38eb811d2b0947d1836e224a512bc8e7&device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 1096 time: 0.0781298 Feb 02 15:57:40.002503 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-7bf86a4b-7dc7-4e2c-876d-7458d3503fd2 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.003891 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-7bf86a4b-7dc7-4e2c-876d-7458d3503fd2 service neutron] 10.222.0.41 "GET /v2.0/networks?id=d729137b-aeca-4a65-90af-27f8aefc4e1b HTTP/1.1" status: 200 len: 910 time: 0.1409314 Feb 02 15:57:40.077682 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-4961c4a8-9c14-4081-8ac0-ab0420d66915 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.8&port_id=d51e27cb-124c-4bda-b422-4b76b3777969 HTTP/1.1" status: 200 len: 217 time: 0.0670877 Feb 02 15:57:40.151801 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-d7ca22db-d51b-443c-b125-c43d70de1bad service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.153365 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-d7ca22db-d51b-443c-b125-c43d70de1bad service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60df6903-9391-4313-998d-ba338fa6ba69 HTTP/1.1" status: 200 len: 849 time: 0.0686114 Feb 02 15:57:40.203611 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-68338dd0-f8b9-4e69-93a0-4ca8d7a8f2dc service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d729137b-aeca-4a65-90af-27f8aefc4e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0423362 Feb 02 15:57:40.342466 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-772e9295-e942-4577-8c25-f786e9cf9e4e service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1297011 Feb 02 15:57:40.493755 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e68beaa9-d6c2-4add-9281-8d48a8bc5b09 req-d2fc8f68-1522-481e-941e-28b084f17a48 service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1437128 Feb 02 15:57:40.881117 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-42736e50-74f8-476f-8f51-a78454a8ad14 req-e92dd5df-9a24-4270-aaa0-0558fcf825ad tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:40.882627 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-42736e50-74f8-476f-8f51-a78454a8ad14 req-e92dd5df-9a24-4270-aaa0-0558fcf825ad tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 943 time: 0.0842867 Feb 02 15:57:40.927998 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-42736e50-74f8-476f-8f51-a78454a8ad14 req-5196173a-47e2-42b5-9d65-e52dbdc62020 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0394826 Feb 02 15:57:42.111814 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-08f2022b-1acf-4fbb-8e71-9ebf43fbc323 req-a713155a-f6fd-44c1-9658-16782f22c914 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:42.113260 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-08f2022b-1acf-4fbb-8e71-9ebf43fbc323 req-a713155a-f6fd-44c1-9658-16782f22c914 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 943 time: 0.0788767 Feb 02 15:57:42.157313 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-08f2022b-1acf-4fbb-8e71-9ebf43fbc323 req-ceb79a40-cef9-4365-9ae0-d3913fea9f99 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0383754 Feb 02 15:57:42.229207 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d51e27cb-124c-4bda-b422-4b76b3777969 details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:57:42.370362 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d51e27cb-124c-4bda-b422-4b76b3777969, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d51e27cb-124c-4bda-b422-4b76b3777969,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:57:42.383563 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'd51e27cb-124c-4bda-b422-4b76b3777969', 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b', 'port_id': 'd51e27cb-124c-4bda-b422-4b76b3777969', 'mac_address': 'fa:16:3e:48:86:7f', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60df6903-9391-4313-998d-ba338fa6ba69', 'ip_address': '172.20.0.8'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:57:42.437093 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:42.454172 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id d51e27cb-124c-4bda-b422-4b76b3777969 {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:57:42.468821 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d51e27cb-124c-4bda-b422-4b76b3777969, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d51e27cb-124c-4bda-b422-4b76b3777969,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:57:42.474052 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:42.541275 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=d51e27cb-124c-4bda-b422-4b76b3777969,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:42.806897 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['d51e27cb-124c-4bda-b422-4b76b3777969'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:57:43.350215 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c4be3c1c-03ed-415c-97a5-371ee70f1cc1 req-9b9e9085-5b11-4c7b-acd1-79edb31855c8 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:43.351703 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c4be3c1c-03ed-415c-97a5-371ee70f1cc1 req-9b9e9085-5b11-4c7b-acd1-79edb31855c8 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 944 time: 0.0863848 Feb 02 15:57:43.396372 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-c4be3c1c-03ed-415c-97a5-371ee70f1cc1 req-1446a763-eacc-4a20-b846-191d0ea35092 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380914 Feb 02 15:57:44.066138 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:44.246393 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d51e27cb-124c-4bda-b422-4b76b3777969 up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:57:44.316336 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port d51e27cb-124c-4bda-b422-4b76b3777969 completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:57:44.321131 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port d51e27cb-124c-4bda-b422-4b76b3777969 triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:57:44.321503 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:44.440380 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:44.467907 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e27cb-124c-4bda-b422-4b76b3777969'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:44.478103 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port d51e27cb-124c-4bda-b422-4b76b3777969, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d51e27cb-124c-4bda-b422-4b76b3777969,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:57:44.482311 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:44.549362 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=d51e27cb-124c-4bda-b422-4b76b3777969,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:44.581243 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5c5664bb-3979-4778-bef4-0d955200d60a req-f601cdf1-80d2-449f-83c3-181e14b6b301 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:44.582655 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5c5664bb-3979-4778-bef4-0d955200d60a req-f601cdf1-80d2-449f-83c3-181e14b6b301 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 945 time: 0.0804324 Feb 02 15:57:44.631690 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5c5664bb-3979-4778-bef4-0d955200d60a req-09d283a9-416c-48c3-a035-930dee0793e2 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0434082 Feb 02 15:57:44.738413 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'd51e27cb-124c-4bda-b422-4b76b3777969', 'code': 200} Feb 02 15:57:45.111636 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eaeba4ee-6917-4c26-ae34-cdc3a94c2c02 req-b67c1e56-fe3c-49a1-babd-eabda3f8ad72 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:45.113135 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eaeba4ee-6917-4c26-ae34-cdc3a94c2c02 req-b67c1e56-fe3c-49a1-babd-eabda3f8ad72 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 1098 time: 0.1634083 Feb 02 15:57:45.155800 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-eaeba4ee-6917-4c26-ae34-cdc3a94c2c02 req-d1882d60-d50b-4a9e-bbcc-b6cfee8e8450 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0360792 Feb 02 15:57:45.829741 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e81650a0-4f0a-468b-8928-5eacd1c6fedc req-36846d30-3656-4a66-80b3-0eee3df68d72 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:45.831366 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e81650a0-4f0a-468b-8928-5eacd1c6fedc req-36846d30-3656-4a66-80b3-0eee3df68d72 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 945 time: 0.0828445 Feb 02 15:57:45.875742 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-e81650a0-4f0a-468b-8928-5eacd1c6fedc req-5c31c710-531b-4cc4-83f7-b682c314869e tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0387352 Feb 02 15:57:47.061135 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-03ada13b-06d5-4fe9-9c7c-5f4117837da4 req-be78226b-17a5-4d81-9e97-89fccd04f716 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:47.062616 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-03ada13b-06d5-4fe9-9c7c-5f4117837da4 req-be78226b-17a5-4d81-9e97-89fccd04f716 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 945 time: 0.0827169 Feb 02 15:57:47.106105 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-03ada13b-06d5-4fe9-9c7c-5f4117837da4 req-883dec0d-262f-4cc3-aabb-7a8a98146457 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0378330 Feb 02 15:57:48.251821 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-7cd73cda-1ae5-40f7-8337-9dd338b74afc req-c6033fca-4ca2-47a3-a7f3-18103d47df79 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:48.253275 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7cd73cda-1ae5-40f7-8337-9dd338b74afc req-c6033fca-4ca2-47a3-a7f3-18103d47df79 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 945 time: 0.0899353 Feb 02 15:57:48.298512 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-7cd73cda-1ae5-40f7-8337-9dd338b74afc req-39c15161-b12e-4203-9c38-9b5a0d718c3b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0396311 Feb 02 15:57:49.484746 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5d58f11a-c87e-4fa1-a2f9-ede15e370a21 req-8b21712c-a8e8-427b-a6b6-3d1c2482fe1f tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:49.486315 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d58f11a-c87e-4fa1-a2f9-ede15e370a21 req-8b21712c-a8e8-427b-a6b6-3d1c2482fe1f tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 945 time: 0.0831771 Feb 02 15:57:49.529177 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5d58f11a-c87e-4fa1-a2f9-ede15e370a21 req-8615a16b-be3b-4835-94c8-14b67649ed92 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0372365 Feb 02 15:57:50.061959 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-243127d2-efbc-436d-99a8-656f7769d89b req-5aa664db-68ab-4d8b-9a0a-ec247f0cf079 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:50.062616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-243127d2-efbc-436d-99a8-656f7769d89b req-5aa664db-68ab-4d8b-9a0a-ec247f0cf079 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Synchronizing usage tracker for tenant:38eb811d2b0947d1836e224a512bc8e7 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:57:50.079213 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-243127d2-efbc-436d-99a8-656f7769d89b req-5aa664db-68ab-4d8b-9a0a-ec247f0cf079 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Unset dirty status for tenant:38eb811d2b0947d1836e224a512bc8e7 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:57:50.080435 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-243127d2-efbc-436d-99a8-656f7769d89b req-5aa664db-68ab-4d8b-9a0a-ec247f0cf079 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 945 time: 0.1085935 Feb 02 15:57:50.148829 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Deleting port d51e27cb-124c-4bda-b422-4b76b3777969 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:57:50.149167 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:50.397317 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] For port d51e27cb-124c-4bda-b422-4b76b3777969, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=d51e27cb-124c-4bda-b422-4b76b3777969,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:57:50.397676 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:50.522468 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Calling delete_port for d51e27cb-124c-4bda-b422-4b76b3777969 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:57:50.682822 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:50.690060 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-1777a67a-87a9-4e1b-a7df-7623e9b63996 req-ab980c13-d5f6-4bba-a98b-905b857c0492 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=bf56829a-27dc-4007-aa7b-0ca05c3971a7 HTTP/1.1" status: 200 len: 210 time: 0.0426364 Feb 02 15:57:50.723467 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['d51e27cb-124c-4bda-b422-4b76b3777969'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:57:50.740692 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Pushing event deleted for resources: {'Port': ['ID=d51e27cb-124c-4bda-b422-4b76b3777969,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:50.814434 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] No DVR routers for this DVR port d51e27cb-124c-4bda-b422-4b76b3777969 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:57:50.816852 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:50.819290 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'name': 'network-vif-deleted', 'tag': 'd51e27cb-124c-4bda-b422-4b76b3777969'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:50.835059 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-243127d2-efbc-436d-99a8-656f7769d89b req-b18f94b7-2bdb-4b72-9da9-b173c37109ae tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "DELETE /v2.0/ports/d51e27cb-124c-4bda-b422-4b76b3777969 HTTP/1.1" status: 204 len: 173 time: 0.7491882 Feb 02 15:57:50.874761 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'bf56829a-27dc-4007-aa7b-0ca05c3971a7', 'name': 'network-vif-deleted', 'tag': 'd51e27cb-124c-4bda-b422-4b76b3777969', 'status': 'completed', 'code': 200} Feb 02 15:57:52.264134 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-918c3a26-0b33-414a-b109-45887b5a04e6 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:52.265632 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-918c3a26-0b33-414a-b109-45887b5a04e6 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/networks?id=d729137b-aeca-4a65-90af-27f8aefc4e1b HTTP/1.1" status: 200 len: 809 time: 0.1619184 Feb 02 15:57:52.280833 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-023b2ba6-f9cf-42d3-beab-db6fabe9a17c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/quotas/38eb811d2b0947d1836e224a512bc8e7 HTTP/1.1" status: 200 len: 375 time: 0.0097003 Feb 02 15:57:52.332805 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-ae79369c-1ed2-4b04-93af-61959b10a46c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=38eb811d2b0947d1836e224a512bc8e7&fields=id HTTP/1.1" status: 200 len: 210 time: 0.0470684 Feb 02 15:57:52.464519 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-3c01849b-04e4-458e-8147-1ee3c9e4e1b1 service neutron] 10.222.0.18 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1251397 Feb 02 15:57:52.595201 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-1d442c92-5ad7-48d9-8c60-7ef7d719d2b0 service neutron] 10.222.0.18 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1243169 Feb 02 15:57:52.769911 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-10b68302-3ec5-46c1-9209-a4f372113b00 req-96223c99-da3c-4d45-90c1-9f9b5e6278df tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 210 time: 0.0429013 Feb 02 15:57:53.389484 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-6f3e4e81-ac14-45db-ae1d-e8c9d37453bf None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:53.921922 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-13fd086c-9be1-4662-ba12-bd3e43e944f4 req-d9bd03db-f317-4c3d-aa08-7d0458612783 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 210 time: 0.0420063 Feb 02 15:57:53.950070 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4802e2da-4dc7-4b45-b483-ed053dc403fb tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:53.951775 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4802e2da-4dc7-4b45-b483-ed053dc403fb tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "GET /v2.0/networks?id=d729137b-aeca-4a65-90af-27f8aefc4e1b HTTP/1.1" status: 200 len: 809 time: 0.1516275 Feb 02 15:57:53.971567 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Request body: {'port': {'device_id': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b', 'admin_state_up': True, 'tenant_id': '38eb811d2b0947d1836e224a512bc8e7'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:54.114108 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:57:54.118195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Usage tracker for resource:port and tenant:38eb811d2b0947d1836e224a512bc8e7 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:57:54.120992 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Quota usage for port was recalculated. Used quota:0. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:57:54.126903 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attempting to reserve 1 items for resource port. Total usage: 0; quota limit: 500; headroom:500 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:57:54.136379 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Made reservation on behalf of 38eb811d2b0947d1836e224a512bc8e7 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:57:54.140439 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.292124 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d51e27cb-124c-4bda-b422-4b76b3777969 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:57:54.310247 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Allocated IP 172.20.0.3 (d729137b-aeca-4a65-90af-27f8aefc4e1b/60df6903-9391-4313-998d-ba338fa6ba69/f18a4490-7b3a-40ff-a89e-96f9e44b497e) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:57:54.362755 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: d51e27cb-124c-4bda-b422-4b76b3777969 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:57:54.363104 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device d51e27cb-124c-4bda-b422-4b76b3777969 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:57:54.514930 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.546831 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.703298 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Network d729137b-aeca-4a65-90af-27f8aefc4e1b is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:57:54.706366 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:57:54.710466 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:57:54.746927 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Pushing event updated for resources: {'Port': ['ID=f18a4490-7b3a-40ff-a89e-96f9e44b497e,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:54.780076 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:54.780690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:54.803742 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-0b414150-df5f-4c23-9f38-21d1d0d5334c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8361249 Feb 02 15:57:54.821840 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Request body: {'port': {'device_id': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:57:54.940857 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.112864 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-a0b55b61-1c7e-40ec-838c-552394c42b2d req-40368d83-c29c-4117-a6bf-2b41f95860fa tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:55.114418 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a0b55b61-1c7e-40ec-838c-552394c42b2d req-40368d83-c29c-4117-a6bf-2b41f95860fa tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 931 time: 0.0882502 Feb 02 15:57:55.158737 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-a0b55b61-1c7e-40ec-838c-552394c42b2d req-1391a35a-3e2a-4c34-80e0-bd406fcf249f tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0385776 Feb 02 15:57:55.287250 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id f18a4490-7b3a-40ff-a89e-96f9e44b497e {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:57:55.294468 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.308957 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Transition to ACTIVE for port object f18a4490-7b3a-40ff-a89e-96f9e44b497e will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:57:55.313142 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.451837 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18a4490-7b3a-40ff-a89e-96f9e44b497e,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:55.558020 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Attempting to bind port f18a4490-7b3a-40ff-a89e-96f9e44b497e on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:57:55.558376 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Attempting to bind port f18a4490-7b3a-40ff-a89e-96f9e44b497e by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:57:55.558703 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Attempting to bind port f18a4490-7b3a-40ff-a89e-96f9e44b497e on network d729137b-aeca-4a65-90af-27f8aefc4e1b {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:57:55.563367 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Port f18a4490-7b3a-40ff-a89e-96f9e44b497e on network d729137b-aeca-4a65-90af-27f8aefc4e1b not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:57:55.563690 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Attempting to bind port f18a4490-7b3a-40ff-a89e-96f9e44b497e on network d729137b-aeca-4a65-90af-27f8aefc4e1b {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:57:55.568841 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 57, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:57:55.569203 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Checking segment: {'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:57:55.569584 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Bound using segment: {'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:57:55.570036 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Bound port: f18a4490-7b3a-40ff-a89e-96f9e44b497e, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': '746707a6-6833-44b7-be2e-fbbff068aa5f', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 382, 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:57:55.570414 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.664928 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] For port f18a4490-7b3a-40ff-a89e-96f9e44b497e, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:57:55.669048 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] For port f18a4490-7b3a-40ff-a89e-96f9e44b497e, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f18a4490-7b3a-40ff-a89e-96f9e44b497e,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:57:55.673544 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.702690 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-fca48ee0-d3b5-42e3-86ca-bd33e3e82d33 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.747796 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:55.748100 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:55.749441 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] 10.222.0.41 "PUT /v2.0/ports/f18a4490-7b3a-40ff-a89e-96f9e44b497e HTTP/1.1" status: 200 len: 1093 time: 0.9316115 Feb 02 15:57:55.749962 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'tag': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:57:55.771409 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-4c4a7bed-1fa2-492a-9e96-39a71bceafb5 service neutron] Pushing event updated for resources: {'Port': ['ID=f18a4490-7b3a-40ff-a89e-96f9e44b497e,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:57:55.794025 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'tag': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e', 'status': 'completed', 'code': 200} Feb 02 15:57:55.883214 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-eadbeda0-a656-4171-8e4d-b028fa24d4a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:55.884686 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-eadbeda0-a656-4171-8e4d-b028fa24d4a4 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38eb811d2b0947d1836e224a512bc8e7&device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 1096 time: 0.0708411 Feb 02 15:57:55.962007 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-4d0ae10a-f055-49e2-9295-905d0698ead6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18a4490-7b3a-40ff-a89e-96f9e44b497e HTTP/1.1" status: 200 len: 217 time: 0.0628216 Feb 02 15:57:56.026076 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-1460b0a0-64b8-421f-a954-7efc4e7b666d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:56.027486 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-1460b0a0-64b8-421f-a954-7efc4e7b666d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60df6903-9391-4313-998d-ba338fa6ba69 HTTP/1.1" status: 200 len: 849 time: 0.0584905 Feb 02 15:57:56.077026 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-ae217874-d635-45d5-87cc-e6b80633b227 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d729137b-aeca-4a65-90af-27f8aefc4e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0421183 Feb 02 15:57:56.210853 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-b5b0f16a-4d5c-47f9-87c9-b250f0284eb3 service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1264677 Feb 02 15:57:56.343817 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-906e5baf-9904-46e4-be8f-d3531c25ee39 req-64172fec-596c-4453-8a10-fa5566f13718 service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1264155 Feb 02 15:57:56.350519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0a9a4763-13de-4111-99f4-b2895b7ad577 req-e16010a7-9cc2-49a8-9ae7-9a73b3ba8e14 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:56.352036 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a9a4763-13de-4111-99f4-b2895b7ad577 req-e16010a7-9cc2-49a8-9ae7-9a73b3ba8e14 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 943 time: 0.0840025 Feb 02 15:57:56.399141 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0a9a4763-13de-4111-99f4-b2895b7ad577 req-8eac77b5-87e6-4512-b94d-58c6a1455f25 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0404735 Feb 02 15:57:56.504449 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-5d2e2a85-7dc1-4315-8fc2-2e7b66349bae service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:56.505925 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-5d2e2a85-7dc1-4315-8fc2-2e7b66349bae service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=38eb811d2b0947d1836e224a512bc8e7&device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 1096 time: 0.0721285 Feb 02 15:57:56.724234 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-0d648c3c-6c82-4ab7-a414-7ab2dc0d4c3f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:56.725726 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-0d648c3c-6c82-4ab7-a414-7ab2dc0d4c3f service neutron] 10.222.0.41 "GET /v2.0/networks?id=d729137b-aeca-4a65-90af-27f8aefc4e1b HTTP/1.1" status: 200 len: 910 time: 0.2122333 Feb 02 15:57:56.787066 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.789902 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:56.797695 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-02a314e9-b936-4c1c-8235-ebd6d338a86d service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.3&port_id=f18a4490-7b3a-40ff-a89e-96f9e44b497e HTTP/1.1" status: 200 len: 217 time: 0.0650632 Feb 02 15:57:56.859478 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-496c6160-12f3-4a39-a728-6b420070bdef service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:56.860886 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-496c6160-12f3-4a39-a728-6b420070bdef service neutron] 10.222.0.41 "GET /v2.0/subnets?id=60df6903-9391-4313-998d-ba338fa6ba69 HTTP/1.1" status: 200 len: 849 time: 0.0568988 Feb 02 15:57:56.910644 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-2fb7d65a-41ae-4e04-981b-5740cc0ade51 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=d729137b-aeca-4a65-90af-27f8aefc4e1b&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 210 time: 0.0430672 Feb 02 15:57:57.040934 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-b98d8bf7-a232-44bc-8dca-1462feb4af0e service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1227102 Feb 02 15:57:57.171767 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c50a0431-b2a1-484b-9e6f-7434b0c2aa88 req-55d71a59-7437-407d-9035-bdf7c37bbe7b service neutron] 10.222.0.41 "GET /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1238267 Feb 02 15:57:57.614745 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-460016fc-6007-4bf3-b457-49a501739f50 req-40f92256-e802-4721-88a4-b5afb76925ea tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:57.616034 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-460016fc-6007-4bf3-b457-49a501739f50 req-40f92256-e802-4721-88a4-b5afb76925ea tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 943 time: 0.0881357 Feb 02 15:57:57.663855 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-460016fc-6007-4bf3-b457-49a501739f50 req-a88febbc-e79d-42fb-ac74-a9785087bb62 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0422025 Feb 02 15:57:57.690888 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:57:58.288597 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:57:58.845764 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-0b173adc-1ebd-4d7b-968f-090ab404d4dc req-aaee320c-6763-4cd9-8766-f9390d38b5c7 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:57:58.847494 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0b173adc-1ebd-4d7b-968f-090ab404d4dc req-aaee320c-6763-4cd9-8766-f9390d38b5c7 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 943 time: 0.0792468 Feb 02 15:57:58.895801 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-0b173adc-1ebd-4d7b-968f-090ab404d4dc req-b3363023-2917-48cf-8434-fa685ce480af tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0425000 Feb 02 15:58:00.078633 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f315323c-8a00-4de1-9f0d-5ce6f8afe865 req-66e1f43d-9973-4075-973a-3e145e7345bc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:00.079990 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f315323c-8a00-4de1-9f0d-5ce6f8afe865 req-66e1f43d-9973-4075-973a-3e145e7345bc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 943 time: 0.0795105 Feb 02 15:58:00.123443 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f315323c-8a00-4de1-9f0d-5ce6f8afe865 req-505fc06e-68b3-45da-9b23-48cc2714cc6a tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0377364 Feb 02 15:58:00.373968 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f18a4490-7b3a-40ff-a89e-96f9e44b497e details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:58:00.513913 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f18a4490-7b3a-40ff-a89e-96f9e44b497e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f18a4490-7b3a-40ff-a89e-96f9e44b497e,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:58:00.526665 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e', 'network_id': 'd729137b-aeca-4a65-90af-27f8aefc4e1b', 'port_id': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e', 'mac_address': 'fa:16:3e:bf:0d:05', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 382, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': '60df6903-9391-4313-998d-ba338fa6ba69', 'ip_address': '172.20.0.3'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:58:00.584001 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:00.600902 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id f18a4490-7b3a-40ff-a89e-96f9e44b497e {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:58:00.617377 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f18a4490-7b3a-40ff-a89e-96f9e44b497e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f18a4490-7b3a-40ff-a89e-96f9e44b497e,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:58:00.621558 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:00.690137 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=f18a4490-7b3a-40ff-a89e-96f9e44b497e,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:00.697409 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.697752 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.698109 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.698457 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.698796 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.699136 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.699461 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.699780 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.700640 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.701316 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.701316 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.701797 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87158) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:00.939303 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['f18a4490-7b3a-40ff-a89e-96f9e44b497e'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:58:01.406860 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-9d5a2932-78a9-4dcd-b37b-4ef0d097aafb req-7c1b1d20-bedd-47f8-99fb-a99c65da6ca7 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:01.408241 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d5a2932-78a9-4dcd-b37b-4ef0d097aafb req-7c1b1d20-bedd-47f8-99fb-a99c65da6ca7 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 944 time: 0.1747334 Feb 02 15:58:01.452896 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-9d5a2932-78a9-4dcd-b37b-4ef0d097aafb req-73ff20ac-7b5b-4c89-9e91-dc549f323dfc tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0390267 Feb 02 15:58:02.384268 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f18a4490-7b3a-40ff-a89e-96f9e44b497e up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:58:02.451834 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port f18a4490-7b3a-40ff-a89e-96f9e44b497e completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:02.456652 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port f18a4490-7b3a-40ff-a89e-96f9e44b497e triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:02.457017 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:02.573686 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:02.601052 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:02.611430 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port f18a4490-7b3a-40ff-a89e-96f9e44b497e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f18a4490-7b3a-40ff-a89e-96f9e44b497e,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:58:02.616404 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:02.637199 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-68196a09-032d-49d3-b272-09ed71ff328c req-f5bd713e-3805-47c8-b29a-c276d5d8460b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:02.638738 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68196a09-032d-49d3-b272-09ed71ff328c req-f5bd713e-3805-47c8-b29a-c276d5d8460b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 944 time: 0.0825512 Feb 02 15:58:02.687160 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=f18a4490-7b3a-40ff-a89e-96f9e44b497e,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:02.687430 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-68196a09-032d-49d3-b272-09ed71ff328c req-df087e0c-bc5d-4875-baab-4680c064d4ab tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0427854 Feb 02 15:58:02.741196 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e', 'code': 200} Feb 02 15:58:03.007083 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b7cbc8cf-fa1e-4364-88df-f991f28e0582 req-5c5770dd-130f-41f4-a00c-1217aada4c51 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:03.008558 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b7cbc8cf-fa1e-4364-88df-f991f28e0582 req-5c5770dd-130f-41f4-a00c-1217aada4c51 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 1098 time: 0.0697660 Feb 02 15:58:03.049379 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b7cbc8cf-fa1e-4364-88df-f991f28e0582 req-f68dda37-81a4-4a08-8328-ec0dc9cf797c service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0339262 Feb 02 15:58:03.882938 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-69ef7672-b3b1-4e13-b255-5a8b2351a11a req-fe07e98b-5553-407d-9787-07b443b05baf tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:03.884781 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-69ef7672-b3b1-4e13-b255-5a8b2351a11a req-fe07e98b-5553-407d-9787-07b443b05baf tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 945 time: 0.0828273 Feb 02 15:58:03.928488 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-69ef7672-b3b1-4e13-b255-5a8b2351a11a req-ebe30c1a-002d-4853-9266-edeef50cbd34 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0380735 Feb 02 15:58:05.125716 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4af21e7e-2ead-40c3-a9a5-db8fc983154d req-b79d78c1-7960-4825-be53-596273535d68 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:05.127233 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4af21e7e-2ead-40c3-a9a5-db8fc983154d req-b79d78c1-7960-4825-be53-596273535d68 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 945 time: 0.0927372 Feb 02 15:58:05.171087 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4af21e7e-2ead-40c3-a9a5-db8fc983154d req-5bd26d13-35c5-47f8-989e-3392e985d547 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0381620 Feb 02 15:58:06.400984 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-4708d077-0f79-4cbb-945f-ab87d21af77a req-d05e681b-390c-454e-9f4b-3905302b00ba tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:06.401802 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4708d077-0f79-4cbb-945f-ab87d21af77a req-d05e681b-390c-454e-9f4b-3905302b00ba tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 945 time: 0.0786734 Feb 02 15:58:06.445197 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-4708d077-0f79-4cbb-945f-ab87d21af77a req-fc2922b9-0930-4b6f-bcb6-8d4967a627e8 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0373466 Feb 02 15:58:07.634865 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-aa6ca0f4-b96b-4c6e-9d85-30ebd7bab4a4 req-772a347a-6c45-452d-8497-ec2b4e06b4bd tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:07.636618 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-aa6ca0f4-b96b-4c6e-9d85-30ebd7bab4a4 req-772a347a-6c45-452d-8497-ec2b4e06b4bd tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 945 time: 0.0839450 Feb 02 15:58:07.683533 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-aa6ca0f4-b96b-4c6e-9d85-30ebd7bab4a4 req-8e28e7ef-8b5e-4905-a6b0-bfbdfe7edc11 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/security-groups?id=04d93efa-ba9f-4517-a536-1578b24ad7ee&fields=id&fields=name HTTP/1.1" status: 200 len: 286 time: 0.0409460 Feb 02 15:58:08.011490 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-7db5d07a-6ee0-4378-95f5-a7f551562f3b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:08.012092 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-7db5d07a-6ee0-4378-95f5-a7f551562f3b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Synchronizing usage tracker for tenant:38eb811d2b0947d1836e224a512bc8e7 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 15:58:08.027502 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-7db5d07a-6ee0-4378-95f5-a7f551562f3b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Unset dirty status for tenant:38eb811d2b0947d1836e224a512bc8e7 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 15:58:08.028677 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-7db5d07a-6ee0-4378-95f5-a7f551562f3b tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 945 time: 0.1009622 Feb 02 15:58:08.100453 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Deleting port f18a4490-7b3a-40ff-a89e-96f9e44b497e {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 15:58:08.100795 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.347823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] For port f18a4490-7b3a-40ff-a89e-96f9e44b497e, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f18a4490-7b3a-40ff-a89e-96f9e44b497e,segment=NetworkSegment(746707a6-6833-44b7-be2e-fbbff068aa5f),segment_id=746707a6-6833-44b7-be2e-fbbff068aa5f)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:58:08.348189 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.476598 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Calling delete_port for f18a4490-7b3a-40ff-a89e-96f9e44b497e owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 15:58:08.621333 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.660653 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['f18a4490-7b3a-40ff-a89e-96f9e44b497e'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:58:08.676043 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Pushing event deleted for resources: {'Port': ['ID=f18a4490-7b3a-40ff-a89e-96f9e44b497e,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:08.714685 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.715031 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.715399 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.715731 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.716055 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.716376 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.716696 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.717012 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.717328 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.717641 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.717952 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.718295 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:08.761107 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] No DVR routers for this DVR port f18a4490-7b3a-40ff-a89e-96f9e44b497e on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 15:58:08.764736 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:08.767381 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'name': 'network-vif-deleted', 'tag': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:08.782468 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-b2e644e5-c30b-4c8e-854c-c10e5f850cb3 req-9a04fd90-fad7-4e94-9334-3aa08eb96190 tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.41 "DELETE /v2.0/ports/f18a4490-7b3a-40ff-a89e-96f9e44b497e HTTP/1.1" status: 204 len: 173 time: 0.7469659 Feb 02 15:58:08.849961 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fc4b7484-d4e5-4e11-918a-29a3333a1bab req-15b6a9cc-9661-4da3-93a5-66bec2aade3c tempest-VolumesActionsTest-1932082740 tempest-VolumesActionsTest-1932082740-project] 10.222.0.18 "GET /v2.0/ports?device_id=7eb8266f-ca3b-405c-a392-1f2d6ec88176 HTTP/1.1" status: 200 len: 210 time: 0.0478318 Feb 02 15:58:08.901304 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': '7eb8266f-ca3b-405c-a392-1f2d6ec88176', 'name': 'network-vif-deleted', 'tag': 'f18a4490-7b3a-40ff-a89e-96f9e44b497e', 'status': 'completed', 'code': 200} Feb 02 15:58:14.044564 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f18a4490-7b3a-40ff-a89e-96f9e44b497e no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 15:58:14.085546 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: f18a4490-7b3a-40ff-a89e-96f9e44b497e {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 15:58:14.085882 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f18a4490-7b3a-40ff-a89e-96f9e44b497e not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 15:58:14.094205 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:23.394009 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0a049f7b-0c4f-4cae-992e-363932658b4b None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:25.708646 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-21c8e47a-dd1c-4f6b-adf7-84bd5fd329d2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:26.794134 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:26.797509 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:27.686750 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-bfb7d786-0584-4d72-8347-5cad1ca582d5 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.2091572 Feb 02 15:58:27.898252 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-e45b967e-b3da-42c4-a8cd-1a29f14ef1b1 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:27.899762 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-e45b967e-b3da-42c4-a8cd-1a29f14ef1b1 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1099 time: 0.0813828 Feb 02 15:58:28.071960 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-6770f6bb-4ede-42f4-9828-7912ece47b1d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.073783 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-6770f6bb-4ede-42f4-9828-7912ece47b1d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1536376 Feb 02 15:58:28.219790 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-e092b129-bcaa-483f-9d67-6a7ef8be1a9b service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 200 len: 1001 time: 0.1377637 Feb 02 15:58:28.295115 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:28.297959 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-01f0aa5a-b790-461a-b46b-77d5f07ede32 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.299748 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-01f0aa5a-b790-461a-b46b-77d5f07ede32 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0739398 Feb 02 15:58:28.391531 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-12d76400-27f4-4443-98ac-f0dbfc97a1e8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:28.392967 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-12d76400-27f4-4443-98ac-f0dbfc97a1e8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0861158 Feb 02 15:58:28.542563 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-2c6f04fc-3075-4d6b-983e-274a87359a99 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1430826 Feb 02 15:58:28.699752 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-c5247f1e-4579-4ea3-a68a-53288b0ab2e8 req-ae24733e-91ec-4e5f-a770-05164dd2b6fd service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1486981 Feb 02 15:58:32.700400 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59182) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:32.764807 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Deleting subnet 60df6903-9391-4313-998d-ba338fa6ba69 {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 15:58:32.768315 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:32.826410 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:32.886710 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:32.970957 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.019107 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=60df6903-9391-4313-998d-ba338fa6ba69,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:33.021703 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.032153 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.032519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.032843 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.033174 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.033503 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.033833 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.034184 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.034520 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.034834 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.035152 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.035475 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.035792 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 15:58:33.042894 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-82f6a960-3556-48ff-a392-bfa7c6137611 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/60df6903-9391-4313-998d-ba338fa6ba69 HTTP/1.1" status: 204 len: 168 time: 0.3411102 Feb 02 15:58:33.046078 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59190) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:33.153616 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.293136 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.327226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['d729137b-aeca-4a65-90af-27f8aefc4e1b']}} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:33.340350 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '746707a6-6833-44b7-be2e-fbbff068aa5f') {'for_net_delete': True} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:33.340677 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.services.segments.db [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '746707a6-6833-44b7-be2e-fbbff068aa5f') {} {{(pid=87156) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:58:33.353188 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-7050508'] for segment, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.374932 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.382575 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Releasing vlan 382 on physical network physnet1 to pool {{(pid=87156) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 15:58:33.382987 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7049768'] for segment, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: Traceback (most recent call last): Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: timer() Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: cb(*args, **kw) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: return func(*args, **kwargs) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: self._notify() Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: self.callback(batched_events) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: event.method(event) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: return f(self, *a, **k) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._get(url).json() Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: return self.request(url, 'GET', **kwargs) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 15:58:33.396796 dv-cinder-817833-1-iscsi neutron-server[87156]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 15:58:33.480209 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.497357 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.508221 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] Pushing event deleted for resources: {'Network': ['ID=d729137b-aeca-4a65-90af-27f8aefc4e1b,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:33.517566 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-3d50ef2b-70f4-4bd4-8ad2-1ac911f31631 admin admin] 10.222.0.18 "DELETE /v2.0/networks/d729137b-aeca-4a65-90af-27f8aefc4e1b HTTP/1.1" status: 204 len: 168 time: 0.4702892 Feb 02 15:58:33.670286 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59198) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:33.727672 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-377239bd-221a-4bf1-848c-0c5aca8b374c admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=38eb811d2b0947d1836e224a512bc8e7&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0560367 Feb 02 15:58:33.730751 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59202) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:58:33.800382 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ad7d1b9a-3cbb-4151-95dc-6fcbd5682ba8 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.828589 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ad7d1b9a-3cbb-4151-95dc-6fcbd5682ba8 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.889115 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ad7d1b9a-3cbb-4151-95dc-6fcbd5682ba8 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.905822 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ad7d1b9a-3cbb-4151-95dc-6fcbd5682ba8 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=04d93efa-ba9f-4517-a536-1578b24ad7ee,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:33.910818 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ad7d1b9a-3cbb-4151-95dc-6fcbd5682ba8 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:33.911950 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ad7d1b9a-3cbb-4151-95dc-6fcbd5682ba8 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/04d93efa-ba9f-4517-a536-1578b24ad7ee HTTP/1.1" status: 204 len: 168 time: 0.1803472 Feb 02 15:58:34.690405 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:58:40.774447 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-823eff99-803a-4155-8994-3892ea4d0c31 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?name=tempest-secgroup-smoke-1356159376&fields=id&tenant_id=3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 267 time: 0.0400972 Feb 02 15:58:40.936783 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-2b6c1dd9-761a-4471-90b8-0841f155f376 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:40.938265 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-2b6c1dd9-761a-4471-90b8-0841f155f376 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 811 time: 0.1544836 Feb 02 15:58:40.954664 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-fa32f400-fc22-4bc1-863f-641e46506cf2 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/quotas/3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 375 time: 0.0100908 Feb 02 15:58:41.057878 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-d7ecf018-f588-4c5d-b7fe-b285a85123c3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&fields=id HTTP/1.1" status: 200 len: 440 time: 0.0973763 Feb 02 15:58:41.339515 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-d0349ace-de14-4070-9311-d9c95a3fcbdc service neutron] 10.222.0.18 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2680898 Feb 02 15:58:41.477352 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-69d42f04-52b0-4c8b-8e62-4725cf4d3edd service neutron] 10.222.0.18 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1296408 Feb 02 15:58:41.890811 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-469d0574-fa5d-4097-a2de-373a282b8803 req-5a59164c-5341-4959-8ce3-a856f3da6a67 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 210 time: 0.0504856 Feb 02 15:58:43.090226 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b9870964-d503-4d63-a514-3c75be7c4ace req-2f9e13f0-81e4-47cd-845f-3a4ce772c745 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 210 time: 0.0599208 Feb 02 15:58:43.126646 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-563dc774-0adf-48fa-baef-330bd1d6c95b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent', 'provider:network_type', 'provider:physical_network', 'provider:segmentation_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:43.128087 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-563dc774-0adf-48fa-baef-330bd1d6c95b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 811 time: 0.1782343 Feb 02 15:58:43.211992 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-4ddf8802-cded-473d-8164-494d6caa54f4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/security-groups?fields=id&fields=name&tenant_id=3643e7d70bd94645863a19a1c6e1fc98 HTTP/1.1" status: 200 len: 380 time: 0.0684779 Feb 02 15:58:43.232544 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'port': {'device_id': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'admin_state_up': True, 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'security_groups': ['5a9e5a86-6d94-4680-a50e-9eaa4b6add25']}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:43.475232 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:58:43.479262 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:port and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:58:43.482630 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for port was recalculated. Used quota:5. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:58:43.488361 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource port. Total usage: 5; quota limit: 500; headroom:495 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:58:43.498977 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.quota_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Made reservation on behalf of 3643e7d70bd94645863a19a1c6e1fc98 for: {'port': 1} {{(pid=87156) before /opt/stack/neutron/neutron/pecan_wsgi/hooks/quota_enforcement.py:53}} Feb 02 15:58:43.502693 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:43.668941 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Allocated IP 172.20.0.7 (4805f801-0f9c-4c12-8af0-21f85faac7cd/fc117309-6708-4bef-a858-480f2f556061/74e81bbe-9fe6-4f8c-9eb5-e077ea77042f) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:58:43.869043 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:43.885293 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Transition to ACTIVE for port object 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f will not be triggered until provisioned by entity DHCP. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:43.909013 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:43.983593 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:58:43.986934 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:58:43.990824 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:58:44.022171 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:44.072111 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details', 'network'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:44.072747 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:44.096029 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:44.102806 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-6dd82b2e-d771-431e-916c-f22a5d3a1c61 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "POST /v2.0/ports HTTP/1.1" status: 201 len: 933 time: 0.8840089 Feb 02 15:58:44.123069 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Request body: {'port': {'device_id': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'device_owner': 'compute:nova', 'binding:host_id': 'hv-cinder-81783'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:58:44.245228 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:44.289411 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-1b493543-ee1a-47e0-af0c-2eb5c6d1c3e1 None None] Provisioning for port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f completed by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:44.296410 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-1b493543-ee1a-47e0-af0c-2eb5c6d1c3e1 None None] Provisioning complete for port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f triggered by entity DHCP. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:44.297022 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1b493543-ee1a-47e0-af0c-2eb5c6d1c3e1 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:44.358735 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-1b493543-ee1a-47e0-af0c-2eb5c6d1c3e1 None None] Port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f cannot update to ACTIVE because it is not bound. {{(pid=87158) _port_provisioned /opt/stack/neutron/neutron/plugins/ml2/plugin.py:337}} Feb 02 15:58:44.360327 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-2d237186-d696-4816-b974-4b94e73a429f req-8ae2bd6a-e227-4fbc-bd2b-080f30b1230b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:44.361917 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2d237186-d696-4816-b974-4b94e73a429f req-8ae2bd6a-e227-4fbc-bd2b-080f30b1230b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 931 time: 0.1140978 Feb 02 15:58:44.409422 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-2d237186-d696-4816-b974-4b94e73a429f req-c3053758-735d-4b5f-8bcb-81325053e6ea tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412292 Feb 02 15:58:44.639027 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Ignoring state change previous_port_status: DOWN current_port_status: DOWN port_id 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f {{(pid=87156) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:58:44.646418 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:44.668137 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.provisioning_blocks [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Transition to ACTIVE for port object 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f will not be triggered until provisioned by entity L2. {{(pid=87156) add_provisioning_component /opt/stack/neutron/neutron/db/provisioning_blocks.py:73}} Feb 02 15:58:44.677231 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:44.855023 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:44.943666 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Attempting to bind port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f on host hv-cinder-81783 for vnic_type normal with profile {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/managers.py:790}} Feb 02 15:58:44.944011 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Attempting to bind port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f by drivers openvswitch,hyperv on host hv-cinder-81783 at level 0 using segments [{'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:815}} Feb 02 15:58:44.944546 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Attempting to bind port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:58:44.950226 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f on network 4805f801-0f9c-4c12-8af0-21f85faac7cd not bound, no agent of type Open vSwitch agent registered on host hv-cinder-81783 {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:98}} Feb 02 15:58:44.950546 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Attempting to bind port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f on network 4805f801-0f9c-4c12-8af0-21f85faac7cd {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:86}} Feb 02 15:58:44.955907 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Checking agent: {'id': '1042292a-a7a7-4dd0-9d92-70beb88fed24', 'agent_type': 'HyperV agent', 'binary': 'neutron-hyperv-agent', 'topic': 'N/A', 'host': 'hv-cinder-81783', 'admin_state_up': True, 'created_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'started_at': datetime.datetime(2022, 2, 2, 15, 44, 14), 'heartbeat_timestamp': datetime.datetime(2022, 2, 2, 15, 58, 44), 'description': None, 'resources_synced': None, 'availability_zone': None, 'alive': True, 'configurations': {'vswitch_mappings': {'physnet1$': 'br-data'}}, 'resource_versions': {}} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:105}} Feb 02 15:58:44.956246 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Checking segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} for mappings: {'physnet1$': 'br-data'} with network types: ['local', 'flat', 'vlan'] {{(pid=87156) check_segment_for_agent /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:341}} Feb 02 15:58:44.956632 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.drivers.mech_agent [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Bound using segment: {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'} {{(pid=87156) bind_port /opt/stack/neutron/neutron/plugins/ml2/drivers/mech_agent.py:115}} Feb 02 15:58:44.957065 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.managers [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Bound port: 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f, host: hv-cinder-81783, vif_type: hyperv, vif_details: {"connectivity": "legacy", "port_filter": false}, binding_levels: [{'bound_driver': 'hyperv', 'bound_segment': {'id': 'b798a41c-2987-4648-b871-8c3eb9e774e0', 'network_type': 'vlan', 'physical_network': 'physnet1', 'segmentation_id': 387, 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd'}}] {{(pid=87156) _bind_port_level /opt/stack/neutron/neutron/plugins/ml2/managers.py:928}} Feb 02 15:58:44.957480 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:45.066002 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] For port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f, host hv-cinder-81783, cleared binding levels {{(pid=87156) clear_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:88}} Feb 02 15:58:45.069621 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] For port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f, host hv-cinder-81783, set binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87156) set_binding_levels /opt/stack/neutron/neutron/plugins/ml2/db.py:60}} Feb 02 15:58:45.076310 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:45.144222 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.144920 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:45.146434 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] 10.222.0.41 "PUT /v2.0/ports/74e81bbe-9fe6-4f8c-9eb5-e077ea77042f HTTP/1.1" status: 200 len: 1093 time: 1.0286202 Feb 02 15:58:45.146867 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:45.168739 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-470f545d-8f07-4edb-b9fc-19e7387f29c4 service neutron] Pushing event updated for resources: {'Port': ['ID=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,revision_number=3']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:45.197144 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'status': 'completed', 'code': 200} Feb 02 15:58:45.317429 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-833db970-fa7b-4a08-a70d-4bc7ff884147 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.320204 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-833db970-fa7b-4a08-a70d-4bc7ff884147 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 1096 time: 0.0926349 Feb 02 15:58:45.398197 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-2169ebc1-7ffa-4da0-95bc-9abddaf10aec service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f HTTP/1.1" status: 200 len: 217 time: 0.0633149 Feb 02 15:58:45.568622 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-de61c783-d2bb-40ac-9b30-a73d5b6d299f service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.570276 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-de61c783-d2bb-40ac-9b30-a73d5b6d299f service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.1634054 Feb 02 15:58:45.638898 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5445216e-154b-4ebd-88bf-cb9f80b0a1fa req-5999757d-4945-479d-bb1a-968a718efd0d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.640868 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5445216e-154b-4ebd-88bf-cb9f80b0a1fa req-5999757d-4945-479d-bb1a-968a718efd0d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.0942729 Feb 02 15:58:45.649676 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-5b3448e8-4ce7-4d0e-b917-75ad3621c34b service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:45.651208 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-5b3448e8-4ce7-4d0e-b917-75ad3621c34b service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0738931 Feb 02 15:58:45.695703 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5445216e-154b-4ebd-88bf-cb9f80b0a1fa req-a781809e-8545-4232-8577-2500433568ec tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0474067 Feb 02 15:58:45.805100 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-d429b149-6938-4ac9-b930-d57671eb2d02 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1460369 Feb 02 15:58:45.975294 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-dc339e41-d621-4918-bcd4-4863cc88dfc6 req-2c01ca64-a203-4629-a247-d05238f09b25 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1625619 Feb 02 15:58:46.139823 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-65b1775d-cfe8-40ac-ada0-792037a3879c service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:46.141325 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-65b1775d-cfe8-40ac-ada0-792037a3879c service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 1096 time: 0.0724788 Feb 02 15:58:46.279353 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-ddd3af58-6254-4f16-8133-178e1058b432 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:46.280772 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-ddd3af58-6254-4f16-8133-178e1058b432 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1326816 Feb 02 15:58:46.358927 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-79c0a5d6-2db8-4913-a291-058703b6f9da service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f HTTP/1.1" status: 200 len: 217 time: 0.0709307 Feb 02 15:58:46.427036 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-0c39a969-ba04-4578-bf9f-44820af107fc service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:46.428501 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-0c39a969-ba04-4578-bf9f-44820af107fc service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0632405 Feb 02 15:58:46.516524 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-aae500f1-a37c-4dc8-bd34-7e7d4bef558d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:46.518019 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-aae500f1-a37c-4dc8-bd34-7e7d4bef558d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0830429 Feb 02 15:58:46.659724 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-c745ac53-13fc-4d55-98a4-2897689a1840 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1319251 Feb 02 15:58:46.821215 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-39445fdd-7805-4e9c-b01d-a2a2819a3038 req-44bb8ec8-846c-48b0-b8fb-131e6b94fd15 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1546764 Feb 02 15:58:47.014993 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-32e7faa3-95c3-40c5-b3e9-32370c963579 req-8290efad-8082-42f4-9744-6d45b26c123b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:47.016399 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-32e7faa3-95c3-40c5-b3e9-32370c963579 req-8290efad-8082-42f4-9744-6d45b26c123b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.1907136 Feb 02 15:58:47.068354 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-32e7faa3-95c3-40c5-b3e9-32370c963579 req-7c024e47-0d69-46ae-af61-83199491d556 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0458229 Feb 02 15:58:48.268305 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-30e6ffc1-f3aa-46c1-ba73-27a2c8b44c79 req-6d0a71c3-7832-4533-b0a9-5e0e7b2af680 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:48.269807 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-30e6ffc1-f3aa-46c1-ba73-27a2c8b44c79 req-6d0a71c3-7832-4533-b0a9-5e0e7b2af680 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.0890110 Feb 02 15:58:48.315840 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-30e6ffc1-f3aa-46c1-ba73-27a2c8b44c79 req-49f16c9d-366f-4390-952f-59fe90fad722 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0402708 Feb 02 15:58:49.547180 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-fb0ecba3-a824-4404-8835-82eeb4a5aa7c req-4f43c5d4-b464-437f-9e79-fe60b0a9da99 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:49.548741 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fb0ecba3-a824-4404-8835-82eeb4a5aa7c req-4f43c5d4-b464-437f-9e79-fe60b0a9da99 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.1111326 Feb 02 15:58:49.602918 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fb0ecba3-a824-4404-8835-82eeb4a5aa7c req-b1bfb038-43a9-4acf-8946-3a75b3eae6e9 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0480607 Feb 02 15:58:50.797648 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56ea5d62-26da-407d-82c1-596598451353 req-cbb6c596-8911-4d9e-9d3a-ca8230b6fda2 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:50.799142 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-56ea5d62-26da-407d-82c1-596598451353 req-cbb6c596-8911-4d9e-9d3a-ca8230b6fda2 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.0842018 Feb 02 15:58:50.848257 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-56ea5d62-26da-407d-82c1-596598451353 req-13e639e2-3a8e-47c1-ae3e-df6634021472 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0428824 Feb 02 15:58:52.072084 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b67ecdf7-70d1-4935-b82a-0605918270c0 req-99c8f3b0-7fff-482e-8473-e99d3ab05dfa tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:52.073486 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b67ecdf7-70d1-4935-b82a-0605918270c0 req-99c8f3b0-7fff-482e-8473-e99d3ab05dfa tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.0966992 Feb 02 15:58:52.127258 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b67ecdf7-70d1-4935-b82a-0605918270c0 req-8aaeba18-daf0-4bfe-a4a7-2925e9c881fd tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0469801 Feb 02 15:58:53.321469 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-f64664bd-b815-49de-b8f0-cd809ea9f30d req-33a47a98-2fc6-4986-b482-95f07d21988c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:53.323024 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f64664bd-b815-49de-b8f0-cd809ea9f30d req-33a47a98-2fc6-4986-b482-95f07d21988c tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.0832810 Feb 02 15:58:53.370816 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-f64664bd-b815-49de-b8f0-cd809ea9f30d req-914b0935-35a5-4588-82cd-1ad1fd65a06e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0412562 Feb 02 15:58:53.463370 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ba158b31-d757-420f-ad77-a49d0c20060e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:54.563662 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-56cf45ac-2bf7-4ddf-bc0a-63e1691f6ad2 req-5f4c8055-52d4-4405-9448-b6698f865d9e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:54.565593 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-56cf45ac-2bf7-4ddf-bc0a-63e1691f6ad2 req-5f4c8055-52d4-4405-9448-b6698f865d9e tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 943 time: 0.0863209 Feb 02 15:58:54.617383 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-56cf45ac-2bf7-4ddf-bc0a-63e1691f6ad2 req-78b42483-3ecd-47cc-ae28-7b7e9b09ff94 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0461147 Feb 02 15:58:54.650179 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f details requested by agent hyperv_hv-cinder-81783 with host hv-cinder-81783 {{(pid=87158) get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:88}} Feb 02 15:58:54.799300 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:58:54.813228 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Returning: {'device': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'port_id': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'mac_address': 'fa:16:3e:6d:48:a7', 'admin_state_up': True, 'network_type': 'vlan', 'segmentation_id': 387, 'physical_network': 'physnet1', 'mtu': 1500, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.7'}], 'device_owner': 'compute:nova', 'allowed_address_pairs': [], 'port_security_enabled': True, 'qos_policy_id': None, 'network_qos_policy_id': None, 'profile': {}, 'propagate_uplink_status': False} {{(pid=87158) _get_device_details /opt/stack/neutron/neutron/plugins/ml2/rpc.py:168}} Feb 02 15:58:54.876497 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:54.898833 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Ignoring state change previous_port_status: DOWN current_port_status: BUILD port_id 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f {{(pid=87158) record_port_status_changed /opt/stack/neutron/neutron/notifiers/nova.py:224}} Feb 02 15:58:54.915971 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:58:54.921044 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:54.999782 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,revision_number=4']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:55.262178 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] get_ports_and_sgs() called for port_ids ['74e81bbe-9fe6-4f8c-9eb5-e077ea77042f'] {{(pid=87158) get_ports_and_sgs /opt/stack/neutron/neutron/plugins/ml2/db.py:164}} Feb 02 15:58:55.710466 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-6709dcfe-5f3e-42ee-a058-36d4e39b9321 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:55.832112 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-35edacc0-33eb-4215-b281-7cc3cefc30d3 req-2b51f49f-0831-43ac-a610-4017a2aaf318 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:55.833753 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-35edacc0-33eb-4215-b281-7cc3cefc30d3 req-2b51f49f-0831-43ac-a610-4017a2aaf318 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 944 time: 0.0911696 Feb 02 15:58:55.880346 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-35edacc0-33eb-4215-b281-7cc3cefc30d3 req-8bc02f40-a1b9-4555-bb73-8f30ef6cb109 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0403993 Feb 02 15:58:56.648310 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f up at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_up /opt/stack/neutron/neutron/plugins/ml2/rpc.py:278}} Feb 02 15:58:56.726156 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning for port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f completed by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:133}} Feb 02 15:58:56.732936 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.provisioning_blocks [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Provisioning complete for port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f triggered by entity L2. {{(pid=87158) provisioning_complete /opt/stack/neutron/neutron/db/provisioning_blocks.py:139}} Feb 02 15:58:56.733544 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._port_provisioned-984361'] for port, provisioning_complete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:56.814320 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:56.819565 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:56.877153 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:56.904620 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f'}] {{(pid=87158) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:58:56.914409 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] For port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 15:58:56.919912 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890'] for port, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:57.006683 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Pushing event updated for resources: {'Port': ['ID=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,revision_number=5']} {{(pid=87158) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:58:57.096566 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-44c7b381-3306-4948-8625-2d99f3851596 req-4ca0cab8-4d27-4b7a-b1da-e0f4ee2943fd tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:57.098059 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-44c7b381-3306-4948-8625-2d99f3851596 req-4ca0cab8-4d27-4b7a-b1da-e0f4ee2943fd tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 945 time: 0.1007166 Feb 02 15:58:57.148093 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-44c7b381-3306-4948-8625-2d99f3851596 req-1b14c3ab-2367-497e-a8a3-19f4c5e45187 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0438480 Feb 02 15:58:57.203348 dv-cinder-817833-1-iscsi neutron-server[87158]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'name': 'network-vif-plugged', 'status': 'completed', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'code': 200} Feb 02 15:58:57.530826 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-04148dc1-0104-499d-aa89-f1a300406245 req-ead7720c-001e-422a-8469-838b6359e036 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:57.532264 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-04148dc1-0104-499d-aa89-f1a300406245 req-ead7720c-001e-422a-8469-838b6359e036 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 1098 time: 0.0705948 Feb 02 15:58:57.580881 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-04148dc1-0104-499d-aa89-f1a300406245 req-0e485a2a-2365-4591-b7f1-4ec019632b85 service neutron] 10.222.0.41 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0421000 Feb 02 15:58:58.295706 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:58:58.345973 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-85a2ac47-09e0-4d2a-ba01-09673a98e7f3 req-c6860ddb-2454-4782-91d3-d45fa9a80c92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:58.347553 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-85a2ac47-09e0-4d2a-ba01-09673a98e7f3 req-c6860ddb-2454-4782-91d3-d45fa9a80c92 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 945 time: 0.0833125 Feb 02 15:58:58.401517 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-85a2ac47-09e0-4d2a-ba01-09673a98e7f3 req-ec148081-0fe1-493c-b04d-658cdc7fc9ad tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0462143 Feb 02 15:58:59.597068 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-5ad7cdfc-ed12-45c2-9f95-777cdddf454c req-578f0bbc-00b5-4061-bc67-b444318d589d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:59.598532 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5ad7cdfc-ed12-45c2-9f95-777cdddf454c req-578f0bbc-00b5-4061-bc67-b444318d589d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 945 time: 0.0863302 Feb 02 15:58:59.650836 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-5ad7cdfc-ed12-45c2-9f95-777cdddf454c req-1afec67f-50ab-4290-a0d1-52f1bb1080fe tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0457237 Feb 02 15:58:59.850077 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-eefff3b7-6c89-45b6-9ca1-297dac10cbdf req-13c83dd4-f959-4603-bb6f-13028a2d7abf tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:58:59.851567 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-eefff3b7-6c89-45b6-9ca1-297dac10cbdf req-13c83dd4-f959-4603-bb6f-13028a2d7abf tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 945 time: 0.0870941 Feb 02 15:58:59.915998 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-eefff3b7-6c89-45b6-9ca1-297dac10cbdf req-673ea841-4b22-4135-bcc4-99fd68b1a18b tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0529835 Feb 02 15:58:59.943080 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59292) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:00.130699 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [None req-51b4c727-0309-4117-83bd-a2bca0e3f345 tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:00.132223 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-51b4c727-0309-4117-83bd-a2bca0e3f345 tempest-TestVolumeBootPattern-2073437890 tempest-TestVolumeBootPattern-2073437890-project-admin] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 1093 time: 0.1882005 Feb 02 15:59:00.135203 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59298) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 15:59:00.140472 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.v2.base [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Request body: {'floatingip': {'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'port_id': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address': '172.20.0.7'}} {{(pid=87156) prepare_request_body /opt/stack/neutron/neutron/api/v2/base.py:729}} Feb 02 15:59:00.146964 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources subnetpool have unlimited quota limit. It is not required to calculate headroom {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:219}} Feb 02 15:59:00.151613 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Usage tracker for resource:floatingip and tenant:3643e7d70bd94645863a19a1c6e1fc98 is out of sync, need to count used quota {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:270}} Feb 02 15:59:00.154649 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Quota usage for floatingip was recalculated. Used quota:2. {{(pid=87156) count_used /opt/stack/neutron/neutron/quota/resource.py:290}} Feb 02 15:59:00.161830 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.quota.driver [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attempting to reserve 1 items for resource floatingip. Total usage: 2; quota limit: 50; headroom:48 {{(pid=87156) make_reservation /opt/stack/neutron/neutron/db/quota/driver.py:246}} Feb 02 15:59:00.172926 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:00.320590 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:00.471274 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.db_base_plugin_common [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Allocated IP 172.27.2.104 (7bd967a4-204f-4851-97d6-b1d1b0550a26/7b047b4f-b82d-434c-af74-d4f544b72f10/b1bb96e5-6242-4c8c-a898-bd5895daaf96) {{(pid=87156) _store_ip_allocation /opt/stack/neutron/neutron/db/db_base_plugin_common.py:131}} Feb 02 15:59:00.659891 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:00.701950 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_new_port-8772014422519', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:00.916116 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.dhcp_agent_scheduler [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Network 7bd967a4-204f-4851-97d6-b1d1b0550a26 is already hosted by enough agents. {{(pid=87156) _get_dhcp_agents_hosting_network /opt/stack/neutron/neutron/scheduler/dhcp_agent_scheduler.py:275}} Feb 02 15:59:00.919115 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.base_scheduler [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Resources bound (agent type, host, resource id): {{(pid=87156) schedule /opt/stack/neutron/neutron/scheduler/base_scheduler.py:57}} Feb 02 15:59:00.923150 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Received port after_create {{(pid=87156) _notify_l3_agent_new_port /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:538}} Feb 02 15:59:00.958719 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=b1bb96e5-6242-4c8c-a898-bd5895daaf96,revision_number=1']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:01.384605 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, precommit_create {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:01.465058 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupDbMixin._ensure_default_security_group_handler-552763'] for port, before_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:01.681010 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for port, precommit_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:01.687645 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_gateway_port_ip_changed-8772014914317', 'neutron.db.l3_dvrscheduler_db._notify_l3_agent_port_update-8772014424845', 'neutron.db.l3_hascheduler_db._notify_l3_agent_ha_port_update-8772014424890', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_updated-7050688'] for port, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:01.797367 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event updated for resources: {'Port': ['ID=b1bb96e5-6242-4c8c-a898-bd5895daaf96,revision_number=2']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 15:59:01.814573 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._create_dvr_floating_gw_port-1788333'] for floatingip, after_update {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:01.996167 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Floating IP d1d10d54-34f9-4d84-9be2-74e94cf5f0d6 associated. External IP: 172.27.2.104, port: 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f. Feb 02 15:59:02.415473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 15:59:02.704334 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 15:59:02.715041 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 15:59:02.727217 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:59:02.728183 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:58:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:02.730969 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:02.789658 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ddecd7ac-2241-4b68-b8a4-93fc7650d820 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "POST /v2.0/floatingips HTTP/1.1" status: 201 len: 996 time: 2.6533365 Feb 02 15:59:02.790242 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 15:59:02.844885 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'status': 'completed', 'code': 200} Feb 02 15:59:02.955986 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:59:02.960337 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-bc09023f-afd1-47a1-8c8d-85ce754890f3 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:02.961848 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-bc09023f-afd1-47a1-8c8d-85ce754890f3 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 1098 time: 0.0736582 Feb 02 15:59:03.117199 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-5554b315-d2d0-4df8-8037-f6648f78b20c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:03.119040 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-5554b315-d2d0-4df8-8037-f6648f78b20c service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1502275 Feb 02 15:59:03.231083 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-60fb972e-ad10-4245-b2c8-fdf2a57d2fa6 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f HTTP/1.1" status: 200 len: 999 time: 0.1047704 Feb 02 15:59:03.297070 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-b6a2d38e-b678-40b4-9579-2966caeae7e3 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:03.298591 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-b6a2d38e-b678-40b4-9579-2966caeae7e3 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0598691 Feb 02 15:59:03.323627 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:06Z', 'revision_number': 1, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}, {'id': 'd1d10d54-34f9-4d84-9be2-74e94cf5f0d6', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:6d:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:01Z', 'updated_at': '2022-02-02T15:59:01Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:03.329330 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 15:59:03.341545 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 15:59:03.342184 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 1, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T15:58:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:03.380700 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-325735a1-181e-4b0c-9d0f-0c4288189e8d service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:03.382141 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-325735a1-181e-4b0c-9d0f-0c4288189e8d service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0761094 Feb 02 15:59:03.520059 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-8f8b82f1-d68b-40a7-86ea-f5775e79cf80 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1303749 Feb 02 15:59:03.525389 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 15:59:03.673736 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-96e32e7d-142d-4447-bbf7-6469441d0572 req-5df1bdc0-3b18-4497-9c68-b0c0cd581a47 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1467814 Feb 02 15:59:03.921864 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:06Z', 'revision_number': 1, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}, {'id': 'd1d10d54-34f9-4d84-9be2-74e94cf5f0d6', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:6d:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:01Z', 'updated_at': '2022-02-02T15:59:01Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 15:59:03.925867 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-fd1d7a7b-157e-466c-94bb-7579348995b9 None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:06Z', 'revision_number': 1, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}, {'id': 'd1d10d54-34f9-4d84-9be2-74e94cf5f0d6', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.104', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'fixed_ip_address': '172.20.0.7', 'status': 'DOWN', 'standard_attr_id': 702, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:6d:48:a7', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:59:01Z', 'updated_at': '2022-02-02T15:59:01Z', 'revision_number': 0, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 15:59:04.126430 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-09d8af5d-2fe3-4fa6-bda6-d682afea6a6b None None] New status for floating IP d1d10d54-34f9-4d84-9be2-74e94cf5f0d6: ACTIVE {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 15:59:11.689992 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:59:14.081805 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:23.395969 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-1e7a3bcb-fec4-42ae-bb69-ff886528a890 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:25.709582 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-002efc7b-a285-43ee-a99e-68fda5af7e4f None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.785656 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:26.790870 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:28.298401 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:29.545506 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-f9c18138-00b7-4ff7-b1e3-8d0f80c81867 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.0773015 Feb 02 15:59:29.718787 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-c9946b58-545c-4939-809f-cd05bfb3d958 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:29.720664 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-c9946b58-545c-4939-809f-cd05bfb3d958 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1099 time: 0.0839467 Feb 02 15:59:29.888380 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-d8ab6476-a568-4f43-822e-7bb67eeee0bf service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:29.889851 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-d8ab6476-a568-4f43-822e-7bb67eeee0bf service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1456800 Feb 02 15:59:30.004093 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-26942056-9790-4f15-9530-88fff5cdfd72 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 200 len: 1001 time: 0.1077549 Feb 02 15:59:30.075768 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-d3e069e0-716a-4b3c-a41f-d05a1f5d2b0d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:30.077212 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-d3e069e0-716a-4b3c-a41f-d05a1f5d2b0d service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0664046 Feb 02 15:59:30.159342 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-e1ef40c0-deac-40ab-b66d-56f0d4c2f547 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 15:59:30.160739 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-e1ef40c0-deac-40ab-b66d-56f0d4c2f547 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0764463 Feb 02 15:59:30.410219 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-20097f1a-8b7a-4138-9634-bc07bff92596 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.2415214 Feb 02 15:59:30.559463 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e7f20986-9f1a-401a-b1d8-dddb4b88b62f req-11963391-92f4-4241-a3a7-fd15f1e51700 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1426086 Feb 02 15:59:44.081214 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:48.690316 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 15:59:53.404285 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4e8ba6ea-58b7-495a-a269-bde0d13b67fb None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:55.705384 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-ad92d2ef-ea8b-4a94-9d45-80af0fb588ce None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:56.788765 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:56.792569 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 15:59:58.300749 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:14.091604 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:23.398514 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-3999dcfb-9dd4-46bb-9fa7-2994be5f73ff None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:25.693683 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:00:25.717266 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a2ec0dca-11e6-4ea4-b2d5-3cebb2e4a2a9 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:26.793331 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:26.798903 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:28.307002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.570057 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59336) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:30.783796 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Deleting port b1bb96e5-6242-4c8c-a898-bd5895daaf96 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:30.784139 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.961834 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:30.962184 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.090641 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Calling delete_port for b1bb96e5-6242-4c8c-a898-bd5895daaf96 owned by network:floatingip {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:31.261331 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.310182 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event deleted for resources: {'Port': ['ID=b1bb96e5-6242-4c8c-a898-bd5895daaf96,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:31.352589 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.352846 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.353185 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.353530 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.353845 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.354195 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.354522 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.354842 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.355180 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.355483 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.355800 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.356116 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87156) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:31.428633 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:31.429014 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.db.l3_db [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Floating IP d1d10d54-34f9-4d84-9be2-74e94cf5f0d6 disassociated (deleted). External IP: 172.27.2.104, port: 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f. Feb 02 16:00:31.824822 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-bc1dc4ca-5cc1-421a-ae54-7fb28002c0b6 service neutron] 10.222.0.41 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59&fields=binding%3Ahost_id&fields=binding%3Avif_type HTTP/1.1" status: 200 len: 275 time: 0.3248503 Feb 02 16:00:32.047194 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:00:32.062499 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-3c003018-619c-43f5-959c-20067359d35f service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:32.063987 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-3c003018-619c-43f5-959c-20067359d35f service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 1098 time: 0.2033465 Feb 02 16:00:32.361433 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-f2b4f72b-7d57-44ab-9084-4626a5890289 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:32.362992 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-f2b4f72b-7d57-44ab-9084-4626a5890289 service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.2471080 Feb 02 16:00:32.366726 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:00:32.376789 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:00:32.388818 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:32.389505 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:32.441960 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-69b73867-2729-430f-93ff-7de5b7557d64 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f HTTP/1.1" status: 200 len: 217 time: 0.0697467 Feb 02 16:00:32.450053 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:32.555211 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-b7a4e6fd-5c17-4e32-9494-833804ecdd12 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "DELETE /v2.0/floatingips/d1d10d54-34f9-4d84-9be2-74e94cf5f0d6 HTTP/1.1" status: 204 len: 168 time: 1.9839666 Feb 02 16:00:32.558190 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:00:32.566495 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-e80ef707-bb8a-4649-905e-9ae8daeec453 service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:32.567977 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-e80ef707-bb8a-4649-905e-9ae8daeec453 service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.1197197 Feb 02 16:00:32.575993 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:32.658505 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-601e4e88-1904-471a-bb61-0b38e476efb8 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:32.660414 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-601e4e88-1904-471a-bb61-0b38e476efb8 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0854731 Feb 02 16:00:32.856601 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-9dfe0146-e10e-4c93-96fc-5f79849086d2 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1881540 Feb 02 16:00:32.861935 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'status': 'completed', 'code': 200} Feb 02 16:00:32.987374 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:06Z', 'revision_number': 1, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:32.993163 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:00:33.004526 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:33.005591 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:33.041591 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d532f5a0-a79f-4cd4-b964-3a21bbfbec6e req-f4a0f3b5-d076-4d13-b109-a65893d0905e service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1529965 Feb 02 16:00:33.045877 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-138a72ae-aa4d-4006-9849-8a9b2a31dbbc req-4907515e-a9f2-46ab-b413-782412b874cf tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:33.047408 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-138a72ae-aa4d-4006-9849-8a9b2a31dbbc req-4907515e-a9f2-46ab-b413-782412b874cf tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 945 time: 0.0971525 Feb 02 16:00:33.104092 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-138a72ae-aa4d-4006-9849-8a9b2a31dbbc req-35d2a408-1aad-43ea-91b8-0581e04cea08 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0441172 Feb 02 16:00:33.205588 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:33.208763 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-15f69d62-dc4d-449f-8ef4-98dc78a663ca service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:33.210913 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-15f69d62-dc4d-449f-8ef4-98dc78a663ca service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 1098 time: 0.0823722 Feb 02 16:00:33.352077 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-d4cd23c9-cf6d-4c2c-a760-16f65dbe5a4d service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:33.353675 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-d4cd23c9-cf6d-4c2c-a760-16f65dbe5a4d service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1345515 Feb 02 16:00:33.423229 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-b21bd562-986c-467a-b555-a28c6aad30eb service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.7&port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f HTTP/1.1" status: 200 len: 217 time: 0.0626230 Feb 02 16:00:33.583786 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:06Z', 'revision_number': 1, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:33.588233 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-19272f12-6c4e-4d04-9899-384b95ef008e None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_floatingips': [{'id': '9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'floating_ip_address': '172.27.2.39', 'floating_network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'router_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'port_id': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'fixed_ip_address': '172.20.0.11', 'status': 'ACTIVE', 'standard_attr_id': 663, 'description': '', 'qos_policy_id': None, 'port_details': {'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'mac_address': 'fa:16:3e:9c:5d:9e', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'device_owner': 'compute:nova'}, 'dns_domain': '', 'dns_name': '', 'tags': [], 'created_at': '2022-02-02T15:57:02Z', 'updated_at': '2022-02-02T15:57:06Z', 'revision_number': 1, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'fixed_ip_address_scope': None}], '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:00:33.602405 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-ea2dae38-33a0-48ef-a8ac-e2c3e806a30c service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:33.603801 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-ea2dae38-33a0-48ef-a8ac-e2c3e806a30c service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.1739819 Feb 02 16:00:33.693217 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-179fa2d1-d160-49cf-bc97-8231f3d9d5a4 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:33.695335 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-179fa2d1-d160-49cf-bc97-8231f3d9d5a4 service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.0786531 Feb 02 16:00:33.828967 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d3e1ae30-be2c-4e1b-9582-d8b207544a78 None None] New status for floating IP d1d10d54-34f9-4d84-9be2-74e94cf5f0d6: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:00:33.861674 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-921b42d7-5b9e-45ab-b398-831ec02da720 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1594260 Feb 02 16:00:34.022205 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9170bb9-6777-4169-99bb-ca49bbbbcd7d req-ac530a4d-5350-44d2-b3be-af815547f8a3 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1511559 Feb 02 16:00:34.300055 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b60d3ce3-711e-4084-a1b2-ca0c47ed1e31 req-7514b863-9956-46f0-8229-bfbf586fe5f5 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:34.301518 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b60d3ce3-711e-4084-a1b2-ca0c47ed1e31 req-7514b863-9956-46f0-8229-bfbf586fe5f5 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 945 time: 0.0864079 Feb 02 16:00:34.351121 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b60d3ce3-711e-4084-a1b2-ca0c47ed1e31 req-47bab0f4-788f-48b2-8929-ee31bce64eab tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0433538 Feb 02 16:00:34.824797 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-d9801247-e643-4f66-8611-af0ced54b07c req-2c2b18d2-041f-4782-abb5-8bf52b6106b4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:34.825501 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-d9801247-e643-4f66-8611-af0ced54b07c req-2c2b18d2-041f-4782-abb5-8bf52b6106b4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:00:34.843643 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-d9801247-e643-4f66-8611-af0ced54b07c req-2c2b18d2-041f-4782-abb5-8bf52b6106b4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:00:34.844941 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9801247-e643-4f66-8611-af0ced54b07c req-2c2b18d2-041f-4782-abb5-8bf52b6106b4 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 945 time: 0.1043684 Feb 02 16:00:34.915824 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Deleting port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:34.916532 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:35.173259 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] For port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:35.173611 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:35.298230 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Calling delete_port for 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:35.449839 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:35.500062 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event deleted for resources: {'Port': ['ID=74e81bbe-9fe6-4f8c-9eb5-e077ea77042f,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:35.508179 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-08d2c1b8-9795-4265-9d36-9dd4f11ffda3 req-6d00188f-7993-413c-9c96-d7aa9ba05e6d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 210 time: 0.0467072 Feb 02 16:00:35.590895 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] No DVR routers for this DVR port 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:35.593657 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:35.596295 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'name': 'network-vif-deleted', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:00:35.612325 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-d9801247-e643-4f66-8611-af0ced54b07c req-2a61756b-f16a-43a3-961d-9f480190fc9d tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "DELETE /v2.0/ports/74e81bbe-9fe6-4f8c-9eb5-e077ea77042f HTTP/1.1" status: 204 len: 173 time: 0.7614589 Feb 02 16:00:35.642450 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'd744e5e4-f65d-4d68-b1ec-d06a60292b59', 'name': 'network-vif-deleted', 'tag': '74e81bbe-9fe6-4f8c-9eb5-e077ea77042f', 'status': 'completed', 'code': 200} Feb 02 16:00:36.686563 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-bc6fea38-2ee8-409e-9242-cf5583e82f2e req-0dafcbc8-64be-4c74-a09b-aee675914f42 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=d744e5e4-f65d-4d68-b1ec-d06a60292b59 HTTP/1.1" status: 200 len: 210 time: 0.0497751 Feb 02 16:00:39.116817 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:39.153755 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:39.154108 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device 74e81bbe-9fe6-4f8c-9eb5-e077ea77042f not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:40.223957 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59368) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:40.442022 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Deleting port 9f2b6d2e-c256-4cd3-b021-235c0ee8aac0 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:40.442370 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:40.620139 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:40.620464 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:40.857772 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Calling delete_port for 9f2b6d2e-c256-4cd3-b021-235c0ee8aac0 owned by network:floatingip {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:41.016360 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:41.067425 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event deleted for resources: {'Port': ['ID=9f2b6d2e-c256-4cd3-b021-235c0ee8aac0,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:41.141747 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type AddressGroup changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.142324 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type ConntrackHelper changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.142804 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Log changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.143142 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Network changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.143474 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Port changed None to 1.7 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.143815 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type PortForwarding changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.144133 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type QosPolicy changed None to 1.8 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.144454 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SecurityGroup changed None to 1.4 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.144779 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SecurityGroupRule changed None to 1.2 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.145099 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type SubPort changed None to 1.0 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.145418 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Subnet changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.145735 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.callbacks.version_manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Version for resource type Trunk changed None to 1.1 on consumer Open vSwitch agent@dv-cinder-817833-1-iscsi {{(pid=87157) _set_version /opt/stack/neutron/neutron/api/rpc/callbacks/version_manager.py:113}} Feb 02 16:00:41.180767 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:41.181141 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.db.l3_db [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Floating IP 9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff disassociated (deleted). External IP: 172.27.2.39, port: f045efbe-ea92-42d8-9c0b-a4dd937ad828. Feb 02 16:00:41.547694 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:00:41.729330 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:00:41.738880 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:00:41.748433 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:41.749040 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:41.749610 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:41.812182 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-3766a0f1-2a21-4e6c-a81f-436926c2649f tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "DELETE /v2.0/floatingips/9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff HTTP/1.1" status: 204 len: 168 time: 1.5869133 Feb 02 16:00:41.812705 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.notifiers.nova [-] Sending events: [{'name': 'network-changed', 'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828'}] {{(pid=87157) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:00:41.986999 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:42.252561 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.notifiers.nova [-] Nova event response: {'name': 'network-changed', 'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'status': 'completed', 'code': 200} Feb 02 16:00:42.331709 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:42.336231 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:00:42.346897 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:42.347523 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:42.397093 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-e331dec5-d4ad-4790-8296-f9d96c39ef47 service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:42.398697 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-e331dec5-d4ad-4790-8296-f9d96c39ef47 service neutron] 10.222.0.41 "GET /v2.0/ports?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 1099 time: 0.0993416 Feb 02 16:00:42.427952 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-70a52cec-60ef-419c-a9d2-78c817bfd354 req-887df404-b1d0-4581-a7cc-72b37c18aaf3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:42.429425 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-70a52cec-60ef-419c-a9d2-78c817bfd354 req-887df404-b1d0-4581-a7cc-72b37c18aaf3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87157) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:00:42.446321 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.quota.resource [req-70a52cec-60ef-419c-a9d2-78c817bfd354 req-887df404-b1d0-4581-a7cc-72b37c18aaf3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87157) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:00:42.448021 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-70a52cec-60ef-419c-a9d2-78c817bfd354 req-887df404-b1d0-4581-a7cc-72b37c18aaf3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 946 time: 0.1090267 Feb 02 16:00:42.499624 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-70a52cec-60ef-419c-a9d2-78c817bfd354 req-17ab235d-2a4c-4464-9313-11a9a62c10d3 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0449610 Feb 02 16:00:42.546543 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:42.561518 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-19cdfeda-c0aa-496c-9c72-c91dc7840cfe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'vlan_transparent'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:42.562978 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-19cdfeda-c0aa-496c-9c72-c91dc7840cfe service neutron] 10.222.0.41 "GET /v2.0/networks?id=4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 200 len: 912 time: 0.1560192 Feb 02 16:00:42.640857 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-e1fdc8c0-11da-4f00-be04-3e61dfbeb5f1 service neutron] 10.222.0.41 "GET /v2.0/floatingips?fixed_ip_address=172.20.0.11&port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 200 len: 217 time: 0.0707116 Feb 02 16:00:42.708098 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-382e2144-ec33-4630-94fc-dfb0e6c51abe service neutron] Attributes excluded by policy engine: ['standard_attr_id', 'shared', 'segment_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:42.709480 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-382e2144-ec33-4630-94fc-dfb0e6c51abe service neutron] 10.222.0.41 "GET /v2.0/subnets?id=fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 200 len: 850 time: 0.0606267 Feb 02 16:00:42.883324 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-0dc020ae-daec-4d54-87e6-be1261742cea service neutron] Attributes excluded by policy engine: ['standard_attr_id'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:42.884025 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:42.884888 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-0dc020ae-daec-4d54-87e6-be1261742cea service neutron] 10.222.0.41 "GET /v2.0/ports?network_id=4805f801-0f9c-4c12-8af0-21f85faac7cd&device_owner=network%3Adhcp HTTP/1.1" status: 200 len: 1175 time: 0.1652241 Feb 02 16:00:42.888962 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-d8c78768-0c93-446b-8092-aa098f01eb9c None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T15:52:48Z', 'revision_number': 4, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi', '_interfaces': [{'id': '355e050b-44ba-4e60-af79-38b2902f5fde', 'name': '', 'network_id': '4805f801-0f9c-4c12-8af0-21f85faac7cd', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'mac_address': 'fa:16:3e:16:02:90', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_interface', 'standard_attr_id': 486, 'fixed_ips': [{'subnet_id': 'fc117309-6708-4bef-a858-480f2f556061', 'ip_address': '172.20.0.1', 'prefixlen': 28}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:47Z', 'updated_at': '2022-02-02T15:52:54Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'subnets': [{'id': 'fc117309-6708-4bef-a858-480f2f556061', 'cidr': '172.20.0.0/28', 'gateway_ip': '172.20.0.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}]}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:00:43.024418 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-e3cf5476-46f3-4c1f-b493-974ec045fb70 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=segments HTTP/1.1" status: 200 len: 212 time: 0.1325369 Feb 02 16:00:43.132001 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-63360ad2-e933-424a-958e-609d1723f4f2 None None] New status for floating IP 9f80d7ec-6967-4e72-b4f0-eaa7f765d5ff: DOWN {{(pid=87159) update_floatingip_statuses /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:270}} Feb 02 16:00:43.172066 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-ed4364a7-0f5d-4766-a5fc-96d4bfabac8f req-bc7d8f95-e407-4680-871c-2bfe888530c0 service neutron] 10.222.0.41 "GET /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd?fields=provider%3Aphysical_network&fields=provider%3Anetwork_type HTTP/1.1" status: 200 len: 281 time: 0.1409943 Feb 02 16:00:43.696156 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-b91acb94-da7e-4ebe-a3fd-caecefbfe059 req-f89e7cd6-c6ac-4c61-b1b4-f3d400712396 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87157) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:43.697627 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b91acb94-da7e-4ebe-a3fd-caecefbfe059 req-f89e7cd6-c6ac-4c61-b1b4-f3d400712396 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 946 time: 0.0879436 Feb 02 16:00:43.744094 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-b91acb94-da7e-4ebe-a3fd-caecefbfe059 req-6aaf1d7e-3190-4197-9166-edfac911afb6 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/security-groups?id=5a9e5a86-6d94-4680-a50e-9eaa4b6add25&fields=id&fields=name HTTP/1.1" status: 200 len: 313 time: 0.0405915 Feb 02 16:00:43.958903 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.pecan_wsgi.hooks.policy_enforcement [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-677a2b06-1805-433a-86d8-fbf6286913a9 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Attributes excluded by policy engine: ['standard_attr_id', 'binding:profile', 'binding:host_id', 'binding:vif_type', 'binding:vif_details'] {{(pid=87156) _exclude_attributes_by_policy /opt/stack/neutron/neutron/pecan_wsgi/hooks/policy_enforcement.py:255}} Feb 02 16:00:43.960093 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-677a2b06-1805-433a-86d8-fbf6286913a9 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Synchronizing usage tracker for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87156) resync /opt/stack/neutron/neutron/quota/resource.py:241}} Feb 02 16:00:43.975825 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.quota.resource [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-677a2b06-1805-433a-86d8-fbf6286913a9 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Unset dirty status for tenant:3643e7d70bd94645863a19a1c6e1fc98 on resource:port {{(pid=87156) _resync /opt/stack/neutron/neutron/quota/resource.py:233}} Feb 02 16:00:43.976974 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-677a2b06-1805-433a-86d8-fbf6286913a9 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 946 time: 0.1070080 Feb 02 16:00:44.058293 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Deleting port f045efbe-ea92-42d8-9c0b-a4dd937ad828 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:44.058705 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:44.106231 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:44.318447 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] For port f045efbe-ea92-42d8-9c0b-a4dd937ad828, host hv-cinder-81783, got binding levels [PortBindingLevel(driver='hyperv',host='hv-cinder-81783',level=0,port_id=f045efbe-ea92-42d8-9c0b-a4dd937ad828,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:44.318745 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:44.444881 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Calling delete_port for f045efbe-ea92-42d8-9c0b-a4dd937ad828 owned by compute:nova {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:44.595340 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:44.647602 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event deleted for resources: {'Port': ['ID=f045efbe-ea92-42d8-9c0b-a4dd937ad828,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:44.727837 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.db.l3_dvrscheduler_db [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] No DVR routers for this DVR port f045efbe-ea92-42d8-9c0b-a4dd937ad828 on host hv-cinder-81783 {{(pid=87156) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:44.730720 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for port, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:44.733352 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.notifiers.nova [-] Sending events: [{'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'name': 'network-vif-deleted', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828'}] {{(pid=87156) send_events /opt/stack/neutron/neutron/notifiers/nova.py:262}} Feb 02 16:00:44.755119 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [req-e710edd0-70ab-49a4-bedd-c2c7e390fce9 req-c91f5994-f589-4849-8f2d-aea642f29d85 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.41 "DELETE /v2.0/ports/f045efbe-ea92-42d8-9c0b-a4dd937ad828 HTTP/1.1" status: 204 len: 173 time: 0.7726901 Feb 02 16:00:44.786635 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.notifiers.nova [-] Nova event response: {'server_uuid': 'ffa6f27e-d50c-4934-8db1-5612966d1e26', 'name': 'network-vif-deleted', 'tag': 'f045efbe-ea92-42d8-9c0b-a4dd937ad828', 'status': 'completed', 'code': 200} Feb 02 16:00:44.906632 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [req-fba0b73e-81bb-4f84-aa96-e29dc865a572 req-f0c8560f-c143-4f79-b036-48460e661176 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "GET /v2.0/ports?device_id=ffa6f27e-d50c-4934-8db1-5612966d1e26 HTTP/1.1" status: 200 len: 210 time: 0.0424964 Feb 02 16:00:46.001871 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59388) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:46.158649 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Deleting port 52f2e484-a703-473c-9793-71b27e1af6ab {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:46.158992 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:46.349297 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:46.349524 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:46.562038 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Calling delete_port for 52f2e484-a703-473c-9793-71b27e1af6ab owned by network:floatingip {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:46.705125 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:46.751805 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event deleted for resources: {'Port': ['ID=52f2e484-a703-473c-9793-71b27e1af6ab,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:46.845036 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for floatingip, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:46.858864 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.notifiers.nova.Notifier._send_nova_notification-471334'] for floatingip, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:46.860010 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-08cc7a2e-947c-4c34-8a62-b52cc1439c1a tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "DELETE /v2.0/floatingips/439939ad-343c-42ed-8f42-7367f7db14cd HTTP/1.1" status: 204 len: 168 time: 0.8571055 Feb 02 16:00:47.138896 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f045efbe-ea92-42d8-9c0b-a4dd937ad828 no longer exists at agent hyperv_hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:47.173911 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] No Port match for: f045efbe-ea92-42d8-9c0b-a4dd937ad828 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:47.174283 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Device f045efbe-ea92-42d8-9c0b-a4dd937ad828 not bound to the agent host hv-cinder-81783 {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:48.258816 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59402) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:48.329400 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5f9fca2d-4a25-4097-b16e-6b9e2fc89946 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:48.359754 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5f9fca2d-4a25-4097-b16e-6b9e2fc89946 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:48.428535 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5f9fca2d-4a25-4097-b16e-6b9e2fc89946 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:48.447473 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5f9fca2d-4a25-4097-b16e-6b9e2fc89946 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Pushing event deleted for resources: {'SecurityGroup': ['ID=5a9e5a86-6d94-4680-a50e-9eaa4b6add25,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:48.458246 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-5f9fca2d-4a25-4097-b16e-6b9e2fc89946 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:48.460596 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-5f9fca2d-4a25-4097-b16e-6b9e2fc89946 tempest-TestVolumeBootPattern-684328108 tempest-TestVolumeBootPattern-684328108-project] 10.222.0.18 "DELETE /v2.0/security-groups/5a9e5a86-6d94-4680-a50e-9eaa4b6add25 HTTP/1.1" status: 204 len: 168 time: 0.2005761 Feb 02 16:00:48.529694 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59408) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:49.185396 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:49.618016 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Deleting port 355e050b-44ba-4e60-af79-38b2902f5fde {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:49.618956 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:49.794632 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] For port 355e050b-44ba-4e60-af79-38b2902f5fde, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=355e050b-44ba-4e60-af79-38b2902f5fde,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:49.794993 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:49.926796 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Calling delete_port for 355e050b-44ba-4e60-af79-38b2902f5fde owned by network:router_interface {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:50.143131 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:50.195557 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Pushing event deleted for resources: {'Port': ['ID=355e050b-44ba-4e60-af79-38b2902f5fde,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:50.473116 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:50.830336 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Router aebc2029-99fb-495b-9329-7cc8ceca1e98 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87156) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:00:51.109028 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87156) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:00:51.121386 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] Sync routers for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:00:51.121917 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-7eba168d-dff3-4e6d-acc8-00ebf55ec95a admin admin] 10.222.0.18 "PUT /v2.0/routers/aebc2029-99fb-495b-9329-7cc8ceca1e98/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.5908968 Feb 02 16:00:51.124304 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59414) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:51.132416 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:51.133032 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:51.320433 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks [] for router, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:51.343113 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:51.522983 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:51.533580 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Deleting port 08cef765-10d5-40d3-80ca-c6178d9b17c1 {{(pid=87156) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:51.533939 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:51.704396 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130'}], 'enable_snat': True}, 'gw_port_id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T16:00:50Z', 'revision_number': 5, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port': {'id': '08cef765-10d5-40d3-80ca-c6178d9b17c1', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:e6:16:df', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'device_owner': 'network:router_gateway', 'standard_attr_id': 485, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.130', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:44Z', 'updated_at': '2022-02-02T15:52:50Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:51.708308 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] Checking router: aebc2029-99fb-495b-9329-7cc8ceca1e98 for host: dv-cinder-817833-1-iscsi {{(pid=87158) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:00:51.717419 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvrscheduler_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] Routers {'aebc2029-99fb-495b-9329-7cc8ceca1e98'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87158) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:51.718038 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 3, "extensions": [], "floating_ips": 2, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 3, "log_agent_heartbeats": false, "routers": 3},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:26Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['aebc2029-99fb-495b-9329-7cc8ceca1e98'], 'active': True} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:51.726815 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.db [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] For port 08cef765-10d5-40d3-80ca-c6178d9b17c1, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=08cef765-10d5-40d3-80ca-c6178d9b17c1,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87156) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:51.727216 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:51.853110 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.plugins.ml2.plugin [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Calling delete_port for 08cef765-10d5-40d3-80ca-c6178d9b17c1 owned by network:router_gateway {{(pid=87156) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:51.871659 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_dvr_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] Set router aebc2029-99fb-495b-9329-7cc8ceca1e98 gateway port host: None {{(pid=87158) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:51.982948 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.db.l3_hamode_db [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T16:00:51Z', 'revision_number': 6, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port_host': None}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:51.987574 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-a14bfa02-66a2-4f2a-9397-f526951131b3 None None] The sync data for ids ['aebc2029-99fb-495b-9329-7cc8ceca1e98'] in dv-cinder-817833-1-iscsi is: [{'id': 'aebc2029-99fb-495b-9329-7cc8ceca1e98', 'name': 'tempest-TestVolumeBootPattern-218082619-router', 'tenant_id': '3643e7d70bd94645863a19a1c6e1fc98', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:43Z', 'updated_at': '2022-02-02T16:00:51Z', 'revision_number': 6, 'project_id': '3643e7d70bd94645863a19a1c6e1fc98', 'gw_port_host': None}] {{(pid=87158) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:00:52.038561 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7050745'] for port, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.089369 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Pushing event deleted for resources: {'Port': ['ID=08cef765-10d5-40d3-80ca-c6178d9b17c1,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:52.184303 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.360553 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.363603 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.391479 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.392015 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Fanout notify agent at l3_agent the message router_deleted on router aebc2029-99fb-495b-9329-7cc8ceca1e98 {{(pid=87156) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:00:52.407638 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] Notify callbacks [] for router, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.411830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59418) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:52.414733 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-ec8b7ee7-fe0b-4fca-b0ed-0d31e18e96cb admin admin] 10.222.0.18 "DELETE /v2.0/routers/aebc2029-99fb-495b-9329-7cc8ceca1e98 HTTP/1.1" status: 204 len: 168 time: 1.2892156 Feb 02 16:00:52.467477 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 355e050b-44ba-4e60-af79-38b2902f5fde no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:52.487608 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] Deleting subnet fc117309-6708-4bef-a858-480f2f556061 {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:00:52.493638 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.505279 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 355e050b-44ba-4e60-af79-38b2902f5fde {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:52.505624 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 355e050b-44ba-4e60-af79-38b2902f5fde not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:52.545428 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.625049 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.810169 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.858328 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] Pushing event deleted for resources: {'Subnet': ['ID=fc117309-6708-4bef-a858-480f2f556061,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:52.860436 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.864772 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-8d0899a4-20cd-46a9-a13a-a60cfe18c614 None None] Network 4805f801-0f9c-4c12-8af0-21f85faac7cd requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:00:52.871067 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-a3883981-6f3b-4491-8f79-f348b474bb09 admin admin] 10.222.0.18 "DELETE /v2.0/subnets/fc117309-6708-4bef-a858-480f2f556061 HTTP/1.1" status: 204 len: 168 time: 0.4576452 Feb 02 16:00:52.875037 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59422) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:52.985844 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:52.999607 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Deleting port 43525fb6-9617-4210-92bc-985a486086ee {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:52.999969 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.143713 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] DHCP port deletion for 4805f801-0f9c-4c12-8af0-21f85faac7cd request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:00:53.148104 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Deleting port 43525fb6-9617-4210-92bc-985a486086ee {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:53.148480 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.230340 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] For port 43525fb6-9617-4210-92bc-985a486086ee, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=43525fb6-9617-4210-92bc-985a486086ee,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:53.230686 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.356206 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] For port 43525fb6-9617-4210-92bc-985a486086ee, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=43525fb6-9617-4210-92bc-985a486086ee,segment=NetworkSegment(b798a41c-2987-4648-b871-8c3eb9e774e0),segment_id=b798a41c-2987-4648-b871-8c3eb9e774e0)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:53.356725 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.357123 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Calling delete_port for 43525fb6-9617-4210-92bc-985a486086ee owned by network:dhcp {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:53.436010 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.486324 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Pushing event deleted for resources: {'Port': ['ID=43525fb6-9617-4210-92bc-985a486086ee,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:53.489690 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] No DVR routers for this DVR port 43525fb6-9617-4210-92bc-985a486086ee on host dv-cinder-817833-1-iscsi {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:53.493132 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Calling delete_port for 43525fb6-9617-4210-92bc-985a486086ee owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:53.548657 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-154d7abf-e141-4826-bc0b-622ae1cdb290 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.609327 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.636553 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['4805f801-0f9c-4c12-8af0-21f85faac7cd']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:53.649628 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, 'b798a41c-2987-4648-b871-8c3eb9e774e0') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:53.649917 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, 'b798a41c-2987-4648-b871-8c3eb9e774e0') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:53.656851 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:00:53.657204 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:00:53.661402 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.680089 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.687109 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Releasing vlan 387 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:00:53.687508 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:00:53.702267 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:00:53.784282 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.800336 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:53.811037 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] Pushing event deleted for resources: {'Network': ['ID=4805f801-0f9c-4c12-8af0-21f85faac7cd,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:53.825486 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-02303581-0313-4870-9a23-d03d4c7d45eb admin admin] 10.222.0.18 "DELETE /v2.0/networks/4805f801-0f9c-4c12-8af0-21f85faac7cd HTTP/1.1" status: 204 len: 168 time: 0.9493668 Feb 02 16:00:53.828344 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59426) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:54.158175 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Deleting port 43525fb6-9617-4210-92bc-985a486086ee {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:54.158643 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:54.227565 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-4e15df92-863d-4106-b862-e2c246e83d22 None None] The port '43525fb6-9617-4210-92bc-985a486086ee' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 16:00:54.439791 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43525fb6-9617-4210-92bc-985a486086ee no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:54.474950 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 43525fb6-9617-4210-92bc-985a486086ee {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:54.475288 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 43525fb6-9617-4210-92bc-985a486086ee not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:54.475712 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 08cef765-10d5-40d3-80ca-c6178d9b17c1 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:54.489703 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cache_related_dvr_routers_info_before_interface_removal-1928671'] for router_interface, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:54.511915 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 08cef765-10d5-40d3-80ca-c6178d9b17c1 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:54.512510 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 08cef765-10d5-40d3-80ca-c6178d9b17c1 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:54.842353 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Deleting port cbc60e50-42ff-4011-88a2-90da1de8be41 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:54.842692 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:55.014626 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] For port cbc60e50-42ff-4011-88a2-90da1de8be41, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=cbc60e50-42ff-4011-88a2-90da1de8be41,segment=NetworkSegment(84e99661-3874-4ea7-a4da-a45a6d754798),segment_id=84e99661-3874-4ea7-a4da-a45a6d754798)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:55.014888 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:55.142492 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Calling delete_port for cbc60e50-42ff-4011-88a2-90da1de8be41 owned by network:router_interface {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:55.325394 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:55.373075 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Pushing event deleted for resources: {'Port': ['ID=cbc60e50-42ff-4011-88a2-90da1de8be41,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:55.636830 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._after_router_interface_deleted-1832977', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._cleanup_after_interface_removal-1789775'] for router_interface, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:55.715035 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-769c383b-b346-4dc3-91d4-5b9ac5799b42 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:56.101672 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.scheduler.l3_agent_scheduler [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Router 15a55cad-3a1e-4e20-83db-2751d5a11237 has already been hosted by L3 agent 61523bd8-2fea-45a8-8daf-1cb73bb3b96f {{(pid=87157) _get_candidates /opt/stack/neutron/neutron/scheduler/l3_agent_scheduler.py:127}} Feb 02 16:00:56.286378 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] Notify agent at l3_agent.dv-cinder-817833-1-iscsi the message routers_updated {{(pid=87157) _agent_notification /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:68}} Feb 02 16:00:56.294733 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] Sync routers for ids ['15a55cad-3a1e-4e20-83db-2751d5a11237'] in dv-cinder-817833-1-iscsi {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:125}} Feb 02 16:00:56.303174 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-00d5c246-223a-4e90-81ac-87eda50df301 admin admin] 10.222.0.18 "PUT /v2.0/routers/15a55cad-3a1e-4e20-83db-2751d5a11237/remove_router_interface HTTP/1.1" status: 200 len: 503 time: 2.4732842 Feb 02 16:00:56.305597 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59430) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:56.308458 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] Routers {'15a55cad-3a1e-4e20-83db-2751d5a11237'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:56.309066 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['15a55cad-3a1e-4e20-83db-2751d5a11237'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:56.497385 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks [] for router, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:56.497650 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] Set router 15a55cad-3a1e-4e20-83db-2751d5a11237 gateway port host: dv-cinder-817833-1-iscsi {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:56.675511 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks [] for router_gateway, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:56.687870 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Deleting port b0d6b46c-3bfc-478d-bf64-67d825d86d34 {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:56.688704 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:56.799889 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:56.804913 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:56.811672 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': {'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'external_fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198'}], 'enable_snat': True}, 'gw_port_id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T16:00:55Z', 'revision_number': 5, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port': {'id': 'b0d6b46c-3bfc-478d-bf64-67d825d86d34', 'name': '', 'network_id': '7bd967a4-204f-4851-97d6-b1d1b0550a26', 'tenant_id': '', 'mac_address': 'fa:16:3e:60:f2:47', 'admin_state_up': True, 'status': 'ACTIVE', 'device_id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'device_owner': 'network:router_gateway', 'standard_attr_id': 497, 'fixed_ips': [{'subnet_id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'ip_address': '172.27.2.198', 'prefixlen': 24}], 'allowed_address_pairs': [], 'extra_dhcp_opts': [], 'security_groups': [], 'description': '', 'binding:vnic_type': 'normal', 'binding:profile': {}, 'binding:host_id': 'dv-cinder-817833-1-iscsi', 'binding:vif_type': 'ovs', 'binding:vif_details': {'connectivity': 'l2', 'port_filter': True, 'ovs_hybrid_plug': False, 'datapath_type': 'system', 'bridge_name': 'br-int'}, 'port_security_enabled': False, 'tags': [], 'created_at': '2022-02-02T15:52:52Z', 'updated_at': '2022-02-02T15:53:02Z', 'revision_number': 4, 'project_id': '', 'subnets': [{'id': '7b047b4f-b82d-434c-af74-d4f544b72f10', 'cidr': '172.27.2.0/24', 'gateway_ip': '172.27.2.1', 'dns_nameservers': [], 'ipv6_ra_mode': None, 'subnetpool_id': None}], 'extra_subnets': [], 'address_scopes': {4: None, 6: None}, 'mtu': 1500}, 'enable_snat': True, 'gw_port_host': 'dv-cinder-817833-1-iscsi'}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:56.815452 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] Checking router: 15a55cad-3a1e-4e20-83db-2751d5a11237 for host: dv-cinder-817833-1-iscsi {{(pid=87159) _ensure_host_set_on_ports /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:155}} Feb 02 16:00:56.823939 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvrscheduler_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] Routers {'15a55cad-3a1e-4e20-83db-2751d5a11237'} bound to L3 agent in host dv-cinder-817833-1-iscsi {{(pid=87159) _get_router_ids_for_agent /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:423}} Feb 02 16:00:56.825527 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method get_ha_sync_data_for_host called with arguments (, 'dv-cinder-817833-1-iscsi', Agent(admin_state_up=True,agent_type='L3 agent',availability_zone='nova',binary='neutron-l3-agent',configurations={"agent_mode": "legacy", "ex_gw_ports": 2, "extensions": [], "floating_ips": 0, "handle_internal_only_routers": true, "interface_driver": "openvswitch", "interfaces": 2, "log_agent_heartbeats": false, "routers": 2},created_at=2022-02-02T15:37:26Z,description=,heartbeat_timestamp=2022-02-02T16:00:56Z,host='dv-cinder-817833-1-iscsi',id=61523bd8-2fea-45a8-8daf-1cb73bb3b96f,load=0,resource_versions=,resources_synced=,started_at=2022-02-02T15:37:26Z,topic='l3_agent')) {'router_ids': ['15a55cad-3a1e-4e20-83db-2751d5a11237'], 'active': True} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:56.892379 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] For port b0d6b46c-3bfc-478d-bf64-67d825d86d34, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=b0d6b46c-3bfc-478d-bf64-67d825d86d34,segment=NetworkSegment(680156c9-9ca8-48e7-b886-74f27654b8e1),segment_id=680156c9-9ca8-48e7-b886-74f27654b8e1)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:56.892733 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:56.976941 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_dvr_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] Set router 15a55cad-3a1e-4e20-83db-2751d5a11237 gateway port host: None {{(pid=87159) _build_routers_list /opt/stack/neutron/neutron/db/l3_dvr_db.py:875}} Feb 02 16:00:57.017526 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Calling delete_port for b0d6b46c-3bfc-478d-bf64-67d825d86d34 owned by network:router_gateway {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:57.088534 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.l3_hamode_db [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] neutron.services.l3_router.l3_router_plugin.L3RouterPlugin method _process_sync_ha_data called with arguments (, [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T16:00:56Z', 'revision_number': 6, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port_host': None}], 'dv-cinder-817833-1-iscsi', False) {} {{(pid=87159) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:57.094321 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.api.rpc.handlers.l3_rpc [None req-703f9757-00db-4e69-87ce-c30396c2e2bb None None] The sync data for ids ['15a55cad-3a1e-4e20-83db-2751d5a11237'] in dv-cinder-817833-1-iscsi is: [{'id': '15a55cad-3a1e-4e20-83db-2751d5a11237', 'name': 'tempest-TestVolumeBootPattern-1772389384-router', 'tenant_id': '8d12cdaf25224197a16858b7049c1dcf', 'admin_state_up': True, 'status': 'ACTIVE', 'external_gateway_info': None, 'gw_port_id': None, 'description': '', 'availability_zones': ['nova'], 'distributed': False, 'ha': False, 'ha_vr_id': 0, 'availability_zone_hints': [], 'routes': [], 'flavor_id': None, 'tags': [], 'created_at': '2022-02-02T15:52:51Z', 'updated_at': '2022-02-02T16:00:56Z', 'revision_number': 6, 'project_id': '8d12cdaf25224197a16858b7049c1dcf', 'gw_port_host': None}] {{(pid=87159) sync_routers /opt/stack/neutron/neutron/api/rpc/handlers/l3_rpc.py:137}} Feb 02 16:00:57.305112 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.353161 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Pushing event deleted for resources: {'Port': ['ID=b0d6b46c-3bfc-478d-bf64-67d825d86d34,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:57.443337 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler._delete_dvr_internal_ports-1788410'] for router_gateway, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.619140 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._release_router_vr_id-1789497', 'neutron.services.l3_router.service_providers.driver_controller.DriverController._clear_router_provider-3741'] for router, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.621478 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks [] for router_controller, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.643777 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_HA_NAT_db_mixin._cleanup_ha_network-1786256'] for router, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.644282 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.agentnotifiers.l3_rpc_agent_api [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Fanout notify agent at l3_agent the message router_deleted on router 15a55cad-3a1e-4e20-83db-2751d5a11237 {{(pid=87157) _notification_fanout /opt/stack/neutron/neutron/api/rpc/agentnotifiers/l3_rpc_agent_api.py:118}} Feb 02 16:00:57.655942 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] Notify callbacks [] for router, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.657065 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-84fd0538-e1ee-4c5f-9624-d5b83a9e17ee admin admin] 10.222.0.18 "DELETE /v2.0/routers/15a55cad-3a1e-4e20-83db-2751d5a11237 HTTP/1.1" status: 204 len: 168 time: 1.3505206 Feb 02 16:00:57.659627 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59434) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:57.720461 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.db_base_plugin_v2 [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] Deleting subnet c1dec336-24c1-49ae-ae9f-ce6ad2845edb {{(pid=87157) delete_subnet /opt/stack/neutron/neutron/db/db_base_plugin_v2.py:1048}} Feb 02 16:00:57.723358 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] Notify callbacks [] for subnet, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.773396 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] Notify callbacks ['neutron.services.segments.plugin.Plugin._validate_auto_address_subnet_delete-8001783'] for subnet, precommit_delete_associations {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.862973 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_precommit_handler-629109'] for subnet, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.933144 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._subnet_delete_after_delete_handler-629116', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593181', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_subnet_deleted-7807735', 'neutron.services.segments.plugin.SegmentHostRoutes.host_routes_after_delete-7682232'] for subnet, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.970687 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] Pushing event deleted for resources: {'Subnet': ['ID=c1dec336-24c1-49ae-ae9f-ce6ad2845edb,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:57.974173 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] Notify callbacks [] for subnet, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:57.980310 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-3be5c47d-2bb5-4dba-8515-eb382a171936 None None] Network 9e998312-99d2-4ade-8e30-99a5b7e33801 requested from dv-cinder-817833-1-iscsi {{(pid=87158) get_network_info /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:213}} Feb 02 16:00:57.981336 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-ab3128af-2e34-45bd-9c37-04eb93b802ca admin admin] 10.222.0.18 "DELETE /v2.0/subnets/c1dec336-24c1-49ae-ae9f-ce6ad2845edb HTTP/1.1" status: 204 len: 168 time: 0.3206937 Feb 02 16:00:57.983736 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59438) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:58.097898 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.External_net_db_mixin._before_network_delete_handler-601422'] for network, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.111501 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Deleting port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb {{(pid=87157) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:58.111923 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.233454 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.api.rpc.handlers.dhcp_rpc [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] DHCP port deletion for 9e998312-99d2-4ade-8e30-99a5b7e33801 request from dv-cinder-817833-1-iscsi {{(pid=87158) release_dhcp_port /opt/stack/neutron/neutron/api/rpc/handlers/dhcp_rpc.py:260}} Feb 02 16:00:58.237743 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Deleting port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:58.238130 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.329358 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.db [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] For port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,segment=NetworkSegment(84e99661-3874-4ea7-a4da-a45a6d754798),segment_id=84e99661-3874-4ea7-a4da-a45a6d754798)] {{(pid=87157) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:58.329790 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.343941 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.447434 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cbc60e50-42ff-4011-88a2-90da1de8be41 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:58.458426 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.plugin [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Calling delete_port for 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb owned by network:dhcp {{(pid=87157) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:58.487784 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: cbc60e50-42ff-4011-88a2-90da1de8be41 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:58.488119 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device cbc60e50-42ff-4011-88a2-90da1de8be41 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:58.488532 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b0d6b46c-3bfc-478d-bf64-67d825d86d34 no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:58.523881 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: b0d6b46c-3bfc-478d-bf64-67d825d86d34 {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:58.524215 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device b0d6b46c-3bfc-478d-bf64-67d825d86d34 not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:58.524627 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb no longer exists at agent ovs-agent-dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:243}} Feb 02 16:00:58.539927 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.SecurityGroupServerNotifierRpcMixin.notify_sg_on_port_change-552702', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-394729', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.db.l3_db.L3RpcNotifierMixin._notify_routers_callback-8772014914326', 'neutron.db.l3_dvrscheduler_db._notify_port_delete-8772014424836', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_port_created_or_deleted-7807620'] for port, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.557570 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.db [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] For port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb, host dv-cinder-817833-1-iscsi, got binding levels [PortBindingLevel(driver='openvswitch',host='dv-cinder-817833-1-iscsi',level=0,port_id=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,segment=NetworkSegment(84e99661-3874-4ea7-a4da-a45a6d754798),segment_id=84e99661-3874-4ea7-a4da-a45a6d754798)] {{(pid=87158) get_binding_level_objs /opt/stack/neutron/neutron/plugins/ml2/db.py:75}} Feb 02 16:00:58.557957 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Notify callbacks ['neutron.services.l3_router.l3_router_plugin.L3_NAT_dbonly_mixin._precommit_delete_port_callback-1789577'] for port, precommit_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.572248 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] No Port match for: 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb {{(pid=87158) port_bound_to_host /opt/stack/neutron/neutron/plugins/ml2/plugin.py:2241}} Feb 02 16:00:58.572590 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.rpc [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Device 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb not bound to the agent host dv-cinder-817833-1-iscsi {{(pid=87158) update_device_down /opt/stack/neutron/neutron/plugins/ml2/rpc.py:251}} Feb 02 16:00:58.585215 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Pushing event deleted for resources: {'Port': ['ID=4c9f1c15-9cc8-4e04-aa99-7310f6381cbb,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:58.590519 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.db.l3_dvrscheduler_db [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] No DVR routers for this DVR port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb on host dv-cinder-817833-1-iscsi {{(pid=87157) get_dvr_routers_to_remove /opt/stack/neutron/neutron/db/l3_dvrscheduler_db.py:214}} Feb 02 16:00:58.686409 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Calling delete_port for 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb owned by network:dhcp {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1987}} Feb 02 16:00:58.763608 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.db.api [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Retry wrapper got retriable exception: DELETE statement on table 'standardattributes' expected to delete 1 row(s); 0 were matched. Please set confirm_deleted_rows=False within the mapper configuration to prevent this warning. {{(pid=87158) wrapped /usr/local/lib/python3.8/dist-packages/neutron_lib/db/api.py:183}} Feb 02 16:00:58.763958 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG oslo_db.api [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Performing DB retry for function neutron.plugins.ml2.plugin.Ml2Plugin.delete_port {{(pid=87158) wrapper /usr/local/lib/python3.8/dist-packages/oslo_db/api.py:155}} Feb 02 16:00:58.806410 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_precommit_handler-629668', 'neutron.services.segments.db._delete_segments_for_network-8772014895930'] for network, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.831399 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] neutron.services.segments.plugin.Plugin method get_segments called with arguments (,) {'filters': {'network_id': ['9e998312-99d2-4ade-8e30-99a5b7e33801']}} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:58.843324 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] neutron.services.segments.plugin.Plugin method delete_segment called with arguments (, '84e99661-3874-4ea7-a4da-a45a6d754798') {'for_net_delete': True} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:58.843613 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.services.segments.db [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] neutron.services.segments.plugin.Plugin method get_segment called with arguments (, '84e99661-3874-4ea7-a4da-a45a6d754798') {} {{(pid=87157) wrapper /usr/local/lib/python3.8/dist-packages/oslo_log/helpers.py:65}} Feb 02 16:00:58.855089 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.db._prevent_segment_delete_with_port_bound-8772014895445', 'neutron.services.segments.plugin.Plugin._prevent_segment_delete_with_subnet_associated-8001728'] for segment, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.871501 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_segment_change-617661'] for segment, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.877612 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.plugins.ml2.drivers.type_vlan [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Releasing vlan 357 on physical network physnet1 to pool {{(pid=87157) release_segment /opt/stack/neutron/neutron/plugins/ml2/drivers/type_vlan.py:304}} Feb 02 16:00:58.877993 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._handle_after_delete_segment_change-617636', 'neutron.services.segments.plugin.NovaSegmentNotifier._notify_segment_deleted-7808341'] for segment, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: Traceback (most recent call last): Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/hub.py", line 476, in fire_timers Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: timer() Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/eventlet/hubs/timer.py", line 59, in __call__ Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: cb(*args, **kw) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/common/utils.py", line 912, in wrapper Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: return func(*args, **kwargs) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 58, in synced_send Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: self._notify() Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/notifiers/batch_notifier.py", line 69, in _notify Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: self.callback(batched_events) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 211, in _send_notifications Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: event.method(event) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 379, in _delete_nova_inventory Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_id = self._get_aggregate_id(event.segment_id) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/opt/stack/neutron/neutron/services/segments/plugin.py", line 366, in _get_aggregate_id Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: aggregate_uuid = self.p_client.list_aggregates( Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 57, in wrapper Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: return f(self, *a, **k) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 553, in list_aggregates Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._get(url).json() Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/neutron_lib/placement/client.py", line 189, in _get Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: return self._client.get(url, endpoint_filter=self._ks_filter, Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1141, in get Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: return self.request(url, 'GET', **kwargs) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 811, in request Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: base_url = self.get_endpoint(auth, allow=allow, Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1241, in get_endpoint Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: auth = self._auth_required(auth, 'determine endpoint URL') Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: File "/usr/local/lib/python3.8/dist-packages/keystoneauth1/session.py", line 1181, in _auth_required Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: raise exceptions.MissingAuthPlugin(msg_fmt % msg) Feb 02 16:00:58.891162 dv-cinder-817833-1-iscsi neutron-server[87157]: keystoneauth1.exceptions.auth_plugins.MissingAuthPlugin: An auth plugin is required to determine endpoint URL Feb 02 16:00:58.966680 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.plugins.ml2.plugin.Ml2Plugin._network_delete_after_delete_handler-629693', 'neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1593142', 'neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._native_event_send_dhcp_notification-1832990', 'neutron.services.l3_router.l3_router_plugin.DVRResourceOperationHandler.delete_fip_namespaces_for_ext_net-1788383'] for network, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.971451 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Notify callbacks ['neutron.api.rpc.agentnotifiers.dhcp_rpc_agent_api.DhcpAgentNotifyAPI._send_dhcp_notification-1832972'] for network, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:58.994179 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] Pushing event deleted for resources: {'Network': ['ID=9e998312-99d2-4ade-8e30-99a5b7e33801,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:59.001949 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-5200a723-4847-4122-acda-31484aee4be5 admin admin] 10.222.0.18 "DELETE /v2.0/networks/9e998312-99d2-4ade-8e30-99a5b7e33801 HTTP/1.1" status: 204 len: 168 time: 1.0172617 Feb 02 16:00:59.117834 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59444) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:59.165456 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-7af8a1d6-e8aa-4575-9bcf-e4613fa66ea2 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=3643e7d70bd94645863a19a1c6e1fc98&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0463970 Feb 02 16:00:59.167863 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [-] (87157) accepted ('10.222.0.18', 59448) {{(pid=87157) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:59.229468 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab127-eba1-4b29-83be-1c7276128a98 admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:59.257201 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab127-eba1-4b29-83be-1c7276128a98 admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:59.265645 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Deleting port 4c9f1c15-9cc8-4e04-aa99-7310f6381cbb {{(pid=87158) _pre_delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1915}} Feb 02 16:00:59.266168 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] Notify callbacks ['neutron.db.l3_db.L3_NAT_dbonly_mixin._prevent_l3_port_delete_callback-8772014796014'] for port, before_delete {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:59.310873 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab127-eba1-4b29-83be-1c7276128a98 admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:59.328350 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-ee3ab127-eba1-4b29-83be-1c7276128a98 admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=7cb430c7-0fe5-47e0-bb8a-5ef47ad0ab78,revision_number=None']} {{(pid=87157) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:00:59.336314 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron.plugins.ml2.plugin [None req-a97f6aa1-f05a-47de-ab9e-238229352b73 None None] The port '4c9f1c15-9cc8-4e04-aa99-7310f6381cbb' was deleted {{(pid=87158) delete_port /opt/stack/neutron/neutron/plugins/ml2/plugin.py:1945}} Feb 02 16:00:59.337121 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron_lib.callbacks.manager [None req-ee3ab127-eba1-4b29-83be-1c7276128a98 admin admin] Notify callbacks [] for security_group, before_response {{(pid=87157) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:59.338372 dv-cinder-817833-1-iscsi neutron-server[87157]: INFO neutron.wsgi [None req-ee3ab127-eba1-4b29-83be-1c7276128a98 admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/7cb430c7-0fe5-47e0-bb8a-5ef47ad0ab78 HTTP/1.1" status: 204 len: 168 time: 0.1694999 Feb 02 16:00:59.690471 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59456) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:59.742194 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-9c48cd29-a9cc-427a-9b49-1f869f681990 admin admin] 10.222.0.18 "GET /v2.0/security-groups?tenant_id=8d12cdaf25224197a16858b7049c1dcf&name=default HTTP/1.1" status: 200 len: 2979 time: 0.0504973 Feb 02 16:00:59.745439 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [-] (87156) accepted ('10.222.0.18', 59460) {{(pid=87156) server /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:992}} Feb 02 16:00:59.932657 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-93768060-8abf-4225-8c7c-1c3dfd1d104a admin admin] Notify callbacks [] for security_group, before_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:00:59.965015 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-93768060-8abf-4225-8c7c-1c3dfd1d104a admin admin] Notify callbacks [] for security_group, precommit_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:00.032477 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-93768060-8abf-4225-8c7c-1c3dfd1d104a admin admin] Notify callbacks ['neutron.plugins.ml2.ovo_rpc._ObjectChangeHandler.handle_event-1591278'] for security_group, after_delete {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:00.053228 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.api.rpc.handlers.resources_rpc [None req-93768060-8abf-4225-8c7c-1c3dfd1d104a admin admin] Pushing event deleted for resources: {'SecurityGroup': ['ID=50e059ac-f3e6-40f4-bf81-ad5e27bae766,revision_number=None']} {{(pid=87156) push /opt/stack/neutron/neutron/api/rpc/handlers/resources_rpc.py:237}} Feb 02 16:01:00.056750 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron_lib.callbacks.manager [None req-93768060-8abf-4225-8c7c-1c3dfd1d104a admin admin] Notify callbacks [] for security_group, before_response {{(pid=87156) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:00.057964 dv-cinder-817833-1-iscsi neutron-server[87156]: INFO neutron.wsgi [None req-93768060-8abf-4225-8c7c-1c3dfd1d104a admin admin] 10.222.0.18 "DELETE /v2.0/security-groups/50e059ac-f3e6-40f4-bf81-ad5e27bae766 HTTP/1.1" status: 204 len: 168 time: 0.3115137 Feb 02 16:01:02.692576 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:01:14.083379 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:23.401799 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-94949bcb-1cc7-4789-b0d2-49bb04e67160 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:25.718269 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0948dd99-27f3-4dca-8806-c82595ddd000 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:26.791610 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:26.805107 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:28.308713 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:39.691492 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:01:44.088313 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:53.405121 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5db92c6a-e5c9-43ce-83fc-b1ebb15b81b3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:55.724900 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-50763f61-bedc-4dfd-9f2b-2ca51ff611ac None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:56.785742 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:56.802816 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:01:58.312059 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:14.098471 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:14.251578 dv-cinder-817833-1-iscsi neutron-server[87157]: DEBUG neutron.wsgi [req-79c72028-deeb-4392-b1d9-91e9be72ccfc req-dc490d81-14e5-44ff-93e9-4fe7773004cb service neutron] (87157) timed out ('10.222.0.41', 54028) {{(pid=87157) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:02:14.886316 dv-cinder-817833-1-iscsi neutron-server[87156]: DEBUG neutron.wsgi [req-c2b77fbe-b63a-4a94-926f-a8ba706be6aa req-4f435874-4b3c-4de5-a334-e1910fd676fd service neutron] (87156) timed out ('10.222.0.41', 54032) {{(pid=87156) process_request /usr/local/lib/python3.8/dist-packages/eventlet/wsgi.py:830}} Feb 02 16:02:16.691094 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:02:23.407494 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-122aa58f-77f2-4b13-9de3-0ea283b6ed8c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:25.719155 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-42e653d8-0430-4d2c-842f-f1454c1f43be None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:26.788966 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:26.807003 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:28.313527 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:44.097490 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:53.410472 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d5a3a122-7a4d-4649-93d6-8f5cb59586c2 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:53.690601 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:02:55.729165 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-7ffee94b-e649-49fc-8f1c-daf888b5cb15 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:56.791105 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:56.811953 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:02:58.316461 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:14.127187 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:23.412387 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a5be11a8-b9c8-4311-bd28-f63f823d7a48 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:25.722496 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-63358e69-6886-451e-823b-63b25782676e None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:26.794694 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:26.813287 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:28.319008 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:30.689690 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:03:44.146377 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:53.414575 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f71ff045-0d7b-4082-8dbc-1fc762bf68e3 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:55.724982 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-f25765ed-c7f2-4e57-a5d3-b2a12d5998af None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:56.799447 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:56.817068 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:03:58.320396 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:07.692444 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:04:14.142453 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:23.420002 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-9120f22c-ccde-4fee-ac16-0edd8f2a808c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:25.728121 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-95d1ed8f-ba2f-417d-a90e-7fa95a56353d None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:26.810569 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:26.821548 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:28.323490 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:44.158575 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:44.691486 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:04:53.423119 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-2057545e-376d-46ff-a0a7-e942163d9cb1 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:55.730711 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-cf7a4e0b-22ee-41ba-ae15-ae70229e7b69 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.803071 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:56.823001 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:04:58.326042 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:14.165461 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:21.689949 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:05:23.426064 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-5564ac65-d78a-4f86-a7f7-7dbc1934f853 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:25.732626 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-0a6d9544-cdd8-4417-b4ff-defd57615811 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.804359 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:26.824847 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:28.330603 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:44.158658 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:53.430944 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-a44cb32e-b3e9-4163-a863-d18bab2f054c None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:55.738864 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-d1c2d36c-7339-49b6-9081-6ff928eb6878 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.807700 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-764aa98a-8195-4e6a-966f-60e24ff2c3df None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:56.828715 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-72e46a39-ed09-49eb-814a-9c84e5fc219a None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.335200 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-b188e51c-4cf1-463c-901d-1e5e021a5754 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}} Feb 02 16:05:58.689851 dv-cinder-817833-1-iscsi neutron-server[87159]: DEBUG neutron.db.agents_db [None req-65677664-11b1-4450-9325-1e30ec02effa None None] Agent healthcheck: found 6 active agents {{(pid=87159) agent_health_check /opt/stack/neutron/neutron/db/agents_db.py:328}} Feb 02 16:06:14.177387 dv-cinder-817833-1-iscsi neutron-server[87158]: DEBUG neutron_lib.callbacks.manager [None req-61b1e086-ce76-456f-9c13-528fad575141 None None] Notify callbacks ['neutron.services.segments.db._update_segment_host_mapping_for_agent-8772014895912', 'neutron.plugins.ml2.plugin.Ml2Plugin._retry_binding_revived_agents-635390'] for agent, after_update {{(pid=87158) _notify_loop /usr/local/lib/python3.8/dist-packages/neutron_lib/callbacks/manager.py:192}}